{
  "experiment": {
    "candidate": "experiments/004-router-dispatch.py",
    "mode": "check",
    "job_id": "e5af02cdbd7f406c",
    "status": "done",
    "passed": true,
    "speedup": 1.1160594713405672,
    "speedup_ci": [
      1.0993185792704587,
      1.1328003634106756
    ],
    "number": 4,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1160594713405672,
    "speedup_ci": [
      1.0993185792704587,
      1.1328003634106756
    ],
    "baseline_us": 4830.8,
    "score_us": 4328.44317355009,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.014994292,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 4565016991866036292
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 4565269970295862581
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 4565522948725688871
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 4565775927155515162
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 4567040819304646632
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 4566028905585341454
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 4566281884015167747
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 4566534862444994041
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 4566787840874820336
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14128.000009804964,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 4590314834848670142,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14040.048952355533,
        "paired_ratio": 1.0062642984898336,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6592.0003689825535,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 4590567813278496531,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5352.818581441727,
        "paired_ratio": 1.2315008006878996,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21775.999572128057,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4590820791708322921,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19615.117339013883,
        "paired_ratio": 1.1101641247292588,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6959.9999114871025,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4591073770138149312,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4533.186444043008,
        "paired_ratio": 1.5353438464092148,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10207.999497652054,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 4591326748567975704,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6548.698632153121,
        "paired_ratio": 1.5587829080318825,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14015.999622642994,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 4591579726997802097,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13818.453951962647,
        "paired_ratio": 1.0142957867332394,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6895.999889820814,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 4591832705427628491,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6879.981076391605,
        "paired_ratio": 1.0023283223095159,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21248.00020828843,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4592085683857454886,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21047.534797161552,
        "paired_ratio": 1.0095244128615914,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18192.000687122345,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4592338662287281282,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18213.35592889243,
        "paired_ratio": 0.9988274955009139,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14400.000683963299,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 4592591640717107679,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6565.775426926982,
        "paired_ratio": 2.1931911689984522,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14063.999988138676,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 4592844619146934077,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14039.813536544112,
        "paired_ratio": 1.0017227046165256,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6944.000720977783,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 4593097597576760476,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6911.996503990282,
        "paired_ratio": 1.004630242068124,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21920.00113427639,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4593350576006586876,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21951.41398121141,
        "paired_ratio": 0.9985689829838793,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18688.000738620758,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4593603554436413277,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18792.479303678912,
        "paired_ratio": 0.9944404054744549,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15152.000356465578,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 4593856532866239679,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7231.395981714129,
        "paired_ratio": 2.0953077932366178,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14256.000518798828,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 4594109511296066082,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14303.34434383488,
        "paired_ratio": 0.9966900171108264,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6527.9994159936905,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 4594362489725892486,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6632.17862235601,
        "paired_ratio": 0.9842918575788734,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21151.999942958355,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4594615468155718891,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 20952.750370897713,
        "paired_ratio": 1.0095094710018304,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7024.000398814678,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4594868446585545297,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6919.768847148029,
        "paired_ratio": 1.015062866111432,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26128.00057977438,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 4595121425015371704,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6820.556514809072,
        "paired_ratio": 3.8307725363823604,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17520.000226795673,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 4595374403445198112,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17446.00531655926,
        "paired_ratio": 1.004241366942963,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7584.00047197938,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 4595627381875024521,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7521.090692703984,
        "paired_ratio": 1.0083644489670125,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24960.000533610582,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4595880360304850931,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24639.600080615783,
        "paired_ratio": 1.0130034761906246,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20000.00048428774,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4596133338734677342,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19862.34198319147,
        "paired_ratio": 1.0069306278792685,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16543.999779969454,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 4596386317164503754,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 16800.658514636634,
        "paired_ratio": 0.9847232931707064,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20255.999639630318,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 4596639295594330167,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20223.692618425903,
        "paired_ratio": 1.0015974837935868,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9280.00034764409,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 4596892274024156581,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9280.167586144851,
        "paired_ratio": 0.9999819789352715,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30767.99912378192,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4597145252453982996,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31111.24877252491,
        "paired_ratio": 0.9889670243951725,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24223.999120295048,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4597398230883809412,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24272.362578373195,
        "paired_ratio": 0.9980074680442834,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17471.999395638704,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 4597651209313635829,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 21732.431366969693,
        "paired_ratio": 0.8039597181102222,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}