{
  "experiment": {
    "candidate": "experiments/007-dense-splitk.py",
    "mode": "check",
    "job_id": "5b873c781e7142e4",
    "status": "done",
    "passed": true,
    "speedup": 1.0491252119630288,
    "speedup_ci": [
      1.0333883337835834,
      1.0648620901424741
    ],
    "number": 7,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.0491252119630288,
    "speedup_ci": [
      1.0333883337835834,
      1.0648620901424741
    ],
    "baseline_us": 4830.8,
    "score_us": 4604.598140350704,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.014309821,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 2432616976986472079
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 2432859058345416046
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 2433101139704360014
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 2433343221063303983
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 2434553627858023843
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 2433585302422247953
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 2433827383781191924
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 2434069465140135896
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 2434311546499079869
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13855.99933564663,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 2456825112880873729,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 13758.20923572443,
        "paired_ratio": 1.0071077636810668,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000942975283,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 2457067194239817796,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5576.930755400684,
        "paired_ratio": 1.2393915661014296,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21439.998876303434,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 2457309275598761864,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19490.8601971215,
        "paired_ratio": 1.1000027017519622,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6816.000211983919,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 2457551356957705933,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4426.451716569435,
        "paired_ratio": 1.5398338552908513,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10271.999519318342,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 2457793438316650003,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6638.696034613593,
        "paired_ratio": 1.5472917370762294,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13952.000066637993,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 2458035519675594074,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 18454.947611721993,
        "paired_ratio": 0.7560032333972125,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6879.99976798892,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 2458277601034538146,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6800.656308229898,
        "paired_ratio": 1.0116670297928456,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21536.000538617373,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 2458519682393482219,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 22513.4433100355,
        "paired_ratio": 0.956584039235685,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18511.999864131212,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 2458761763752426293,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 19655.239636196373,
        "paired_ratio": 0.9418353684195327,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15072.00114428997,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 2459003845111370368,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7072.414395858384,
        "paired_ratio": 2.1310970060120003,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14351.99985280633,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 2459245926470314444,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 19040.60399397428,
        "paired_ratio": 0.7537575938950394,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000477313995,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 2459488007829258521,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6848.37555768579,
        "paired_ratio": 1.0092905126321234,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21999.99988079071,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 2459730089188202599,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 23784.49598116938,
        "paired_ratio": 0.9249722970042549,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18911.99965029955,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 2459972170547146678,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 22056.799756160923,
        "paired_ratio": 0.8574226478624595,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15407.999977469444,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 2460214251906090758,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7532.435229093879,
        "paired_ratio": 2.0455535970566805,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14128.000941127539,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 2460456333265034839,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 18643.581991760613,
        "paired_ratio": 0.7577943416330242,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6719.999946653843,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 2460698414623978921,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6882.054604324119,
        "paired_ratio": 0.976452576012917,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.000495284796,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 2460940495982923004,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 22549.037103723964,
        "paired_ratio": 0.9493975461927496,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6831.999868154526,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 2461182577341867088,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 9340.907737152404,
        "paired_ratio": 0.7314064179202862,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26192.00013577938,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 2461424658700811173,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6944.8701903583615,
        "paired_ratio": 3.7714168037499127,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17135.99916547537,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 2461666740059755259,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17136.36132783548,
        "paired_ratio": 0.9999788658541227,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7360.000163316727,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 2461908821418699346,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7390.195813294865,
        "paired_ratio": 0.9959140933825033,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25504.000950604677,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 2462150902777643434,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25305.394008254323,
        "paired_ratio": 1.0078484034781505,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19648.000597953796,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 2462392984136587523,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19726.548523586345,
        "paired_ratio": 0.9960181617408321,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16544.00024563074,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 2462635065495531613,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 16656.148664390268,
        "paired_ratio": 0.9932668457145022,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19648.001063615084,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 2462877146854475704,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19575.280717915728,
        "paired_ratio": 1.0037149069148623,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9440.000168979168,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 2463119228213419796,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9455.406843309842,
        "paired_ratio": 0.9983705963597351,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30559.99893695116,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 2463361309572363889,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30461.062203853937,
        "paired_ratio": 1.0032479738373898,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24000.000674277544,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 2463603390931307983,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23960.00604856486,
        "paired_ratio": 1.0016692243579413,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17568.000592291355,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 2463845472290252078,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 21826.57491836289,
        "paired_ratio": 0.8048903988830259,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}