{
  "experiment": {
    "candidate": "experiments/029-c1-bestof.py",
    "mode": "check",
    "job_id": "f047171bd8e24058",
    "status": "done",
    "passed": true,
    "speedup": 1.256395541748201,
    "speedup_ci": [
      1.237549608621978,
      1.2752414748744239
    ],
    "number": 29,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.256395541748201,
    "speedup_ci": [
      1.237549608621978,
      1.2752414748744239
    ],
    "baseline_us": 4830.8,
    "score_us": 3844.9674799691065,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.017159051,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 6839638104413820495
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 6839695339488312934
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 6839752574562805374
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 6839809809637297815
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 6840095985009760035
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 6839867044711790257
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 6839924279786282700
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 6839981514860775144
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 6840038749935267589
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13632.000423967838,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 6845361611863069345,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10602.430954728507,
        "paired_ratio": 1.2857429095436075,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6800.000090152025,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 6845418846937561884,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5386.016117055757,
        "paired_ratio": 1.2625287303947426,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20895.998924970627,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6845476082012054424,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 16973.57102505223,
        "paired_ratio": 1.2310903164766605,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7135.999854654074,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6845533317086546965,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3961.270929454848,
        "paired_ratio": 1.8014420073095412,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10336.000006645918,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 6845590552161039507,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3650.7664702305733,
        "paired_ratio": 2.8311862977072653,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13920.000288635492,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 6845647787235532050,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13073.885087299304,
        "paired_ratio": 1.0647179622343592,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6624.000146985054,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 6845705022310024594,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6638.1494809880105,
        "paired_ratio": 0.9978684821660794,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21231.99962079525,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6845762257384517139,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18178.916433369755,
        "paired_ratio": 1.1679463789063447,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18208.00080895424,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6845819492459009685,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17847.481736363297,
        "paired_ratio": 1.0201999967231457,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14864.000491797924,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 6845876727533502232,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6389.173827286234,
        "paired_ratio": 2.3264354505927294,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14175.999443978071,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 6845933962607994780,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14461.71350440606,
        "paired_ratio": 0.9802434158067825,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000477313995,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 6845991197682487329,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6993.936792824333,
        "paired_ratio": 0.9882846645691161,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21856.000181287527,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6846048432756979879,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 19965.04041815847,
        "paired_ratio": 1.0947135454536423,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18544.000573456287,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6846105667831472430,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18011.639705566755,
        "paired_ratio": 1.0295564910575576,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15151.99989080429,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 6846162902905964982,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 6512.260905843614,
        "paired_ratio": 2.326688090338645,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14031.9992788136,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 6846220137980457535,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12993.226660743872,
        "paired_ratio": 1.0799472406040715,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6687.999702990055,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 6846277373054950089,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6695.447302948859,
        "paired_ratio": 0.998887662075165,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21007.99884647131,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6846334608129442644,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18034.677622542986,
        "paired_ratio": 1.1648668906735395,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7007.999811321497,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6846391843203935200,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6404.585071203667,
        "paired_ratio": 1.0942160551244617,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26304.00098860264,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 6846449078278427757,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6080.673372780406,
        "paired_ratio": 4.3258368565478555,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17120.000440627337,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 6846506313352920315,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17262.24562237093,
        "paired_ratio": 0.9917597521866303,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7296.000607311726,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 6846563548427412874,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7063.928145004985,
        "paired_ratio": 1.0328531742598264,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25024.00055527687,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6846620783501905434,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 22329.80150826427,
        "paired_ratio": 1.1206548587552592,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19615.999422967434,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6846678018576397995,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 18579.78141916232,
        "paired_ratio": 1.0557712698781487,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16160.001046955585,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 6846735253650890557,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 6906.519063388167,
        "paired_ratio": 2.339818495922299,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19695.999566465616,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 6846792488725383120,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20170.213645022,
        "paired_ratio": 0.9764893874253326,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9247.999172657728,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 6846849723799875684,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9119.437826456598,
        "paired_ratio": 1.0140975078341077,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31040.00072926283,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6846906958874368249,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30562.387201524256,
        "paired_ratio": 1.0156274941675614,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24495.999794453382,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6846964193948860815,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23797.546439526384,
        "paired_ratio": 1.0293498053129926,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17296.000383794308,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 6847021429023353382,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 9040.610334546029,
        "paired_ratio": 1.9131452129623083,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}