{
  "experiment": {
    "candidate": "experiments/021-measured-dense-bundle-ca23de4a9240.py",
    "mode": "check",
    "job_id": "d31d8309a7b2493f",
    "status": "done",
    "passed": true,
    "speedup": 1.1623265083074503,
    "speedup_ci": [
      1.1448916106828386,
      1.179761405932062
    ],
    "number": 21,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1623265083074503,
    "speedup_ci": [
      1.1448916106828386,
      1.179761405932062
    ],
    "baseline_us": 4830.8,
    "score_us": 4156.147145808871,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.016649594,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 4872766612445489932
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 4873003729964930061
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 4873240847484370191
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 4873477965003810322
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 4874663552601010992
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 4873715082523250454
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 4873952200042690587
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 4874189317562130721
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 4874426435081570856
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13967.9997228086,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 4896478364389507782,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 13313.006238429864,
        "paired_ratio": 1.0491995175731237,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 4896715481908948011,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5774.143415693282,
        "paired_ratio": 1.1859767755983601,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21296.0010394454,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4896952599428388241,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19716.173472347204,
        "paired_ratio": 1.0801285081668597,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6895.999424159527,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4897189716947828472,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4772.141827694205,
        "paired_ratio": 1.4450533268185626,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10319.999884814024,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 4897426834467268704,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6963.0753301531995,
        "paired_ratio": 1.4821037250773168,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13871.99992313981,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 4897663951986708937,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13504.963153374605,
        "paired_ratio": 1.0271779171551083,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6624.000146985054,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 4897901069506149171,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6849.07304045896,
        "paired_ratio": 0.9671381963450598,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21407.999098300934,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4898138187025589406,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20497.24546393899,
        "paired_ratio": 1.0444329769072747,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18528.000451624393,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4898375304545029642,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18616.425344488303,
        "paired_ratio": 0.9952501679980099,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14655.99937364459,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 4898612422064469879,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6900.996783638322,
        "paired_ratio": 2.123751080190723,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14591.999351978302,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 4898849539583910117,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14125.929620205728,
        "paired_ratio": 1.0329939157495098,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 4899086657103350356,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6896.24615644696,
        "paired_ratio": 0.9930039958890624,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22015.999536961317,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4899323774622790596,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20327.565154840075,
        "paired_ratio": 1.0830613194084004,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18335.999455302954,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4899560892142230837,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18432.18944665725,
        "paired_ratio": 0.9947814126133703,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15312.000177800655,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 4899798009661671079,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7362.83184154225,
        "paired_ratio": 2.0796346442964992,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14512.000605463982,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 4900035127181111322,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14108.790303974805,
        "paired_ratio": 1.028578658609419,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999502658844,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 4900272244700551566,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6791.442705221253,
        "paired_ratio": 0.9989040321938243,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21439.99980762601,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4900509362219991811,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 20039.001726334976,
        "paired_ratio": 1.0699135665750186,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7327.999919652939,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4900746479739432057,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7417.057995900485,
        "paired_ratio": 0.9879928030363562,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26368.000078946352,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 4900983597258872304,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6994.101553641124,
        "paired_ratio": 3.770033917397037,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17072.000075131655,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 4901220714778312552,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16934.16616407093,
        "paired_ratio": 1.0081393975779667,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7583.999540656805,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 4901457832297752801,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7586.121454480592,
        "paired_ratio": 0.9997202900274509,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25247.99946695566,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4901694949817193051,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 23303.529575487435,
        "paired_ratio": 1.0834410034398214,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19584.001041948795,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4901932067336633302,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19608.32037020143,
        "paired_ratio": 0.9987597444455472,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16607.999335974455,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 4902169184856073554,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10785.673322100869,
        "paired_ratio": 1.5398203561332686,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19983.998965471983,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 4902406302375513807,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20249.301104955288,
        "paired_ratio": 0.9868982075920447,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9216.000325977802,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 4902643419894954061,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9427.118989250968,
        "paired_ratio": 0.9776051767762888,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30704.000499099493,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4902880537414394316,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30088.902715487657,
        "paired_ratio": 1.020442679130842,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 23951.999843120575,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4903117654933834572,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24183.663585305312,
        "paired_ratio": 0.990420651471289,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17119.99997496605,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 4903354772453274829,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 10978.087867873053,
        "paired_ratio": 1.5594701172931091,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}