{
  "experiment": {
    "candidate": "experiments/016-wide-k-dense.py",
    "mode": "check",
    "job_id": "701cf501581641c8",
    "status": "done",
    "passed": true,
    "speedup": 1.1353313132880056,
    "speedup_ci": [
      1.1183013435886855,
      1.1523612829873255
    ],
    "number": 16,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1353313132880056,
    "speedup_ci": [
      1.1183013435886855,
      1.1523612829873255
    ],
    "baseline_us": 4830.8,
    "score_us": 4254.969402728475,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.01831031,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 7278995718603138351
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 7279165824550984376
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 7279335930498830402
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 7279506036446676429
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 7280356566185906579
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 7279676142394522457
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 7279846248342368486
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 7280016354290214516
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 7280186460238060547
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14431.999530643225,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 7296006313387745801,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14269.000082098068,
        "paired_ratio": 1.0114233266246635,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6896.000355482101,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 7296176419335591926,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5730.1309983867595,
        "paired_ratio": 1.2034629500483631,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21536.000538617373,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 7296346525283438052,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19635.634292782932,
        "paired_ratio": 1.0967815053742838,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6656.000390648842,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 7296516631231284179,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4552.836663734954,
        "paired_ratio": 1.4619457894605299,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10511.99994981289,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 7296686737179130307,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 7094.399241521106,
        "paired_ratio": 1.4817322217066287,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14047.999866306782,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 7296856843126976436,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14325.643078389854,
        "paired_ratio": 0.9806191449442228,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6848.000921308994,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 7297026949074822566,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6879.6035068364035,
        "paired_ratio": 0.9954063362087648,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21472.000051289797,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 7297197055022668697,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20257.772146759693,
        "paired_ratio": 1.0599388667092065,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18272.00036495924,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 7297367160970514829,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 21237.810168506912,
        "paired_ratio": 0.8603523724896267,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14911.999460309744,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 7297537266918360962,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7164.002825277908,
        "paired_ratio": 2.0815178084091936,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14528.001192957163,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 7297707372866207096,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 16234.257851183684,
        "paired_ratio": 0.8948977727305155,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000011652708,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 7297877478814053231,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6831.568300691067,
        "paired_ratio": 1.0117735353613466,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21776.000037789345,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 7298047584761899367,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20878.230414041707,
        "paired_ratio": 1.0430002737753024,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18943.999893963337,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 7298217690709745504,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 23423.227435032557,
        "paired_ratio": 0.808769839532449,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15296.000987291336,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 7298387796657591642,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7154.8297020009395,
        "paired_ratio": 2.137856751924314,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14480.000361800194,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 7298557902605437781,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14092.082785870038,
        "paired_ratio": 1.0275273415452197,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000011652708,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 7298728008553283921,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6794.543566306726,
        "paired_ratio": 1.0172868779484223,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21216.00043028593,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 7298898114501130062,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 19311.103745086115,
        "paired_ratio": 1.098642558723995,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6879.999302327633,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 7299068220448976204,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6752.111643896834,
        "paired_ratio": 1.0189403945277469,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26303.999591618776,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 7299238326396822347,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6841.881221073371,
        "paired_ratio": 3.844556598059757,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17472.000792622566,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 7299408432344668491,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17072.540916254162,
        "paired_ratio": 1.0233977987417264,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7232.00011998415,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 7299578538292514636,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7095.806740970622,
        "paired_ratio": 1.0191935017377458,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24912.0001681149,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 7299748644240360782,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25206.11636082452,
        "paired_ratio": 0.9883315545917761,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20079.999696463346,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 7299918750188206929,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 20088.34124067986,
        "paired_ratio": 0.999584756943514,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16512.000001966953,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 7300088856136053077,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10284.001908907438,
        "paired_ratio": 1.6056006356499375,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20000.001415610313,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 7300258962083899226,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19890.413449365526,
        "paired_ratio": 1.0055095871447701,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9567.999746650457,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 7300429068031745376,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9463.742649363561,
        "paired_ratio": 1.0110164763719465,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30672.001652419567,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 7300599173979591527,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31009.60559991339,
        "paired_ratio": 0.9891129235292575,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 23871.999233961105,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 7300769279927437679,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23719.98871938366,
        "paired_ratio": 1.0064085407617933,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17855.999525636435,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 7300939385875283832,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11337.588925764712,
        "paired_ratio": 1.5749379910095884,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}