{
  "experiment": {
    "candidate": "experiments/026-expanded-bundle-c0f93b5a0027.py",
    "mode": "submit",
    "job_id": "eb6210fc448642f8",
    "status": "done",
    "passed": true,
    "speedup": 1.199333933862684,
    "speedup_ci": [
      1.1813439248547437,
      1.2173239428706242
    ],
    "number": 26,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.199333933862684,
    "speedup_ci": [
      1.1813439248547437,
      1.2173239428706242
    ],
    "baseline_us": 4830.8,
    "score_us": 4027.9023744800465,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 32.355626607,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 6540154029847111845
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 6540283968673032254
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 6540413907498952664
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 6540543846324873075
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 6541193540454475145
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 6540673785150793487
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 6540803723976713900
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 6540933662802634314
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 6541063601628554729
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14207.999221980572,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 6553147912439157695,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 13468.362519555147,
        "paired_ratio": 1.05491660187729,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6527.999881654978,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 6553277851265078204,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5234.890118175996,
        "paired_ratio": 1.2470175561067065,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21552.00019478798,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6553407790090998714,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17182.084038853987,
        "paired_ratio": 1.2543298092392206,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6767.999846488237,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6553537728916919225,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3555.619380132779,
        "paired_ratio": 1.9034657883531665,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10368.000250309706,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 6553667667742839737,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3695.0886003574656,
        "paired_ratio": 2.805886778819511,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14080.001041293144,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 6553797606568760250,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14088.288662783385,
        "paired_ratio": 0.9994117368199493,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000477313995,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 6553927545394680764,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 7036.922147661798,
        "paired_ratio": 0.9822476833299469,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21503.999829292297,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6554057484220601279,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20432.46676573865,
        "paired_ratio": 1.0524426676347471,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18751.99982896447,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6554187423046521795,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18898.60207674497,
        "paired_ratio": 0.9922426935502868,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14991.999603807926,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 6554317361872442312,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6538.189297179286,
        "paired_ratio": 2.2929895300333065,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13840.00014513731,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 6554447300698362830,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13889.414594471338,
        "paired_ratio": 0.9964422943099633,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6703.999824821949,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 6554577239524283349,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6736.192657372262,
        "paired_ratio": 0.9952209157030151,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21792.001090943813,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6554707178350203869,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20250.84902247213,
        "paired_ratio": 1.0761030842095303,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18704.000394791365,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6554837117176124390,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18811.34754383683,
        "paired_ratio": 0.9942934896718425,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14895.999804139137,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 6554967056002044912,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 6748.324763697671,
        "paired_ratio": 2.207362616018651,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14320.000540465117,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 6555096994827965435,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14311.280089691247,
        "paired_ratio": 1.00060934107356,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6688.000168651342,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 6555226933653885959,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6686.415428795991,
        "paired_ratio": 1.0002370088834933,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21296.000108122826,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6555356872479806484,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 19838.214316448215,
        "paired_ratio": 1.0734837202794978,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6943.999789655209,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6555486811305727010,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6926.479972370699,
        "paired_ratio": 1.002529396945403,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26127.999648451805,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 6555616750131647537,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6065.078946263247,
        "paired_ratio": 4.307940569273136,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16944.000031799078,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 6555746688957568065,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16889.406739446535,
        "paired_ratio": 1.0032323984610445,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7648.000493645668,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 6555876627783488594,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7712.320073340798,
        "paired_ratio": 0.9916601516685668,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25200.000498443842,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6556006566609409124,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 23109.00109159601,
        "paired_ratio": 1.0904841969828052,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19871.9990439713,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6556136505435329655,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19896.333380857366,
        "paired_ratio": 0.9987769436498546,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16528.000123798847,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 6556266444261250187,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10675.64817248341,
        "paired_ratio": 1.5481964051981343,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19679.99991029501,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 6556396383087170720,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19808.67092667315,
        "paired_ratio": 0.993504308448838,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9280.00034764409,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 6556526321913091254,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9325.466777500651,
        "paired_ratio": 0.9951244874984428,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30896.00196108222,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6556656260739011789,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 29808.53070903246,
        "paired_ratio": 1.0364818803940659,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24383.9998729527,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6556786199564932325,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24368.15328521759,
        "paired_ratio": 1.0006502990829724,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17696.000169962645,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 6556916138390852862,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11318.562874682675,
        "paired_ratio": 1.5634493853937057,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}