{
  "experiment": {
    "candidate": "experiments/023-vector-plan-search.py",
    "mode": "check",
    "job_id": "5015611a0b174a37",
    "status": "done",
    "passed": true,
    "speedup": 1.181509232705416,
    "speedup_ci": [
      1.1637865942148347,
      1.199231871195997
    ],
    "number": 23,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.181509232705416,
    "speedup_ci": [
      1.1637865942148347,
      1.199231871195997
    ],
    "baseline_us": 4830.8,
    "score_us": 4088.6688535970643,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 7.396322215,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 2562803990114721147
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 2562837444356434837
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 2562870898598148528
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 2562904352839862220
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 2563071624048430695
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 2562937807081575913
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 2562971261323289607
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 2563004715565003302
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 2563038169806716998
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13952.00053229928,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 2566149414286095097,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10615.177585658575,
        "paired_ratio": 1.314344524122597,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6864.000111818314,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 2566182868527808887,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5678.761507720797,
        "paired_ratio": 1.2087142773095991,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21295.99964246154,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 2566216322769522678,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17215.50205291054,
        "paired_ratio": 1.2370246059051837,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6863.999646157026,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 2566249777011236470,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3770.640663190494,
        "paired_ratio": 1.8203802110247,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10191.999841481447,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 2566283231252950263,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3662.436137522153,
        "paired_ratio": 2.782847115629685,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14127.999544143677,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 2566316685494664057,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14450.2237351001,
        "paired_ratio": 0.9777010932935433,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000011652708,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 2566350139736377852,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6944.1302241347985,
        "paired_ratio": 0.9953730400431692,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21664.000116288662,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 2566383593978091648,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21934.780642092774,
        "paired_ratio": 0.9876551979150188,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18544.000107795,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 2566417048219805445,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18364.315785422736,
        "paired_ratio": 1.009784427825778,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14848.000835627317,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 2566450502461519243,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6993.6215855019955,
        "paired_ratio": 2.123077529159957,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14064.000453799963,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 2566483956703233042,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14190.888868513071,
        "paired_ratio": 0.9910584589951479,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6527.999881654978,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 2566517410944946842,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6559.676075012258,
        "paired_ratio": 0.9951710735415817,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22047.99884930253,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 2566550865186660643,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21983.682602999954,
        "paired_ratio": 1.0029256356846146,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18784.000538289547,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 2566584319428374445,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18783.225620768742,
        "paired_ratio": 1.0000412558277503,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15263.999812304974,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 2566617773670088248,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7503.651433449024,
        "paired_ratio": 2.034209604175195,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14208.000153303146,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 2566651227911802052,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14381.245094268328,
        "paired_ratio": 0.9879534115558444,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6463.999394327402,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 2566684682153515857,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6535.355208901412,
        "paired_ratio": 0.9890815705813786,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21088.00085261464,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 2566718136395229663,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21146.17821097459,
        "paired_ratio": 0.9972488003373698,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7040.000520646572,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 2566751590636943470,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7097.854715077722,
        "paired_ratio": 0.991849059081436,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26224.000845104456,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 2566785044878657278,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6788.795482736677,
        "paired_ratio": 3.8628355960626353,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16943.99956613779,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 2566818499120371087,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16853.25335684678,
        "paired_ratio": 1.0053844920840844,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7487.999275326729,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 2566851953362084897,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7503.7920235501215,
        "paired_ratio": 0.9978953643472755,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24768.00000295043,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 2566885407603798708,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25249.873028656017,
        "paired_ratio": 0.9809158238079569,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19455.99913597107,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 2566918861845512520,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19601.662866439106,
        "paired_ratio": 0.992568807480235,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16480.00068962574,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 2566952316087226333,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10440.262991915472,
        "paired_ratio": 1.5785043635765885,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19439.99994546175,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 2566985770328940147,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19516.565983535635,
        "paired_ratio": 0.9960768693560909,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9119.999594986439,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 2567019224570653962,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9072.996957779525,
        "paired_ratio": 1.0051804974062746,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31023.99967610836,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 2567052678812367778,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30851.962853366636,
        "paired_ratio": 1.0055762034836935,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24015.999399125576,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 2567086133054081595,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24076.990795014615,
        "paired_ratio": 0.9974668181581201,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17519.999761134386,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 2567119587295795413,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11257.22854456381,
        "paired_ratio": 1.556333309906452,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}