{
  "experiment": {
    "candidate": "experiments/024-router-plan-search.py",
    "mode": "check",
    "job_id": "65ed6dcb8e854027",
    "status": "done",
    "passed": true,
    "speedup": 1.1421801948816637,
    "speedup_ci": [
      1.1250474919584388,
      1.1593128978048886
    ],
    "number": 24,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1421801948816637,
    "speedup_ci": [
      1.1250474919584388,
      1.1593128978048886
    ],
    "baseline_us": 4830.8,
    "score_us": 4229.455231011511,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 21.629688688,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 3758723821106142976
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 3758886662059904834
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 3759049503013666693
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 3759212343967428553
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 3760026548736237868
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 3759375184921190414
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 3759538025874952276
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 3759700866828714139
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 3759863707782476003
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14223.999809473753,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 3775007916482333726,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14144.76438409173,
        "paired_ratio": 1.005601749398607,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6720.00041231513,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 3775170757436095684,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5792.119743506043,
        "paired_ratio": 1.1601970798081997,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21375.999320298433,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3775333598389857643,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19649.06456767498,
        "paired_ratio": 1.087888904160072,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6896.000355482101,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3775496439343619603,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4744.549418198116,
        "paired_ratio": 1.4534573776451598,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10112.000163644552,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 3775659280297381564,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6519.189822307715,
        "paired_ratio": 1.5511130123934673,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13983.998913317919,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 3775822121251143526,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14139.355348353729,
        "paired_ratio": 0.9890124810355022,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6463.999859988689,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 3775984962204905489,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6633.91608688129,
        "paired_ratio": 0.9743867385919136,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.00002962351,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3776147803158667453,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21695.266061604118,
        "paired_ratio": 0.9867590454449873,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18656.000029295683,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3776310644112429418,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18839.804541987032,
        "paired_ratio": 0.9902438206149264,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14591.999351978302,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 3776473485066191384,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6402.209227624507,
        "paired_ratio": 2.2792131330254195,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14128.000009804964,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 3776636326019953351,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13976.236512670484,
        "paired_ratio": 1.0108586812334561,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6816.000211983919,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 3776799166973715319,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6790.993073283592,
        "paired_ratio": 1.0036823979100653,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21951.99951529503,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3776962007927477288,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 22047.74304636481,
        "paired_ratio": 0.995657445260114,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18607.9996638,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3777124848881239258,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18551.52554662557,
        "paired_ratio": 1.003044176449667,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14928.000047802925,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 3777287689835001229,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 6594.732485562858,
        "paired_ratio": 2.263624806689763,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14463.999308645725,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 3777450530788763201,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14406.834787052327,
        "paired_ratio": 1.003967875139706,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6528.000347316265,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 3777613371742525174,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6655.341795339555,
        "paired_ratio": 0.980866279758545,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21376.000251621008,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3777776212696287148,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21431.014051141894,
        "paired_ratio": 0.9974329819676473,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7120.000198483467,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3777939053650049123,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7159.553877759694,
        "paired_ratio": 0.994475398893345,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26463.999412953854,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 3778101894603811099,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 7161.963027500166,
        "paired_ratio": 3.695076239759776,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17200.00011846423,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 3778264735557573076,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17205.209411651802,
        "paired_ratio": 0.9996972258190566,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7648.000493645668,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 3778427576511335054,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7544.203458394216,
        "paired_ratio": 1.0137585148417438,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24576.000403612852,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3778590417465097033,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25046.61908198145,
        "paired_ratio": 0.9812102912242091,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20128.000527620316,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3778753258418859013,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19848.712707632974,
        "paired_ratio": 1.014070827871872,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16639.999579638243,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 3778916099372620994,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10606.746074329409,
        "paired_ratio": 1.5688128539166781,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19935.999996960163,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 3779078940326382976,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20015.579843638396,
        "paired_ratio": 0.9960241048573207,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9408.000856637955,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 3779241781280144959,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9206.080713792051,
        "paired_ratio": 1.0219333448319,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30848.00159558654,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3779404622233906943,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30903.153794029717,
        "paired_ratio": 0.9982153213613482,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24576.00086927414,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3779567463187668928,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24685.481477610756,
        "paired_ratio": 0.9955649798268705,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17311.999574303627,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 3779730304141430914,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11266.237381942668,
        "paired_ratio": 1.5366265583974825,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}