{
  "experiment": {
    "candidate": "experiments/002-split-router.py",
    "mode": "check",
    "job_id": "572e74a3ffab41c5",
    "status": "done",
    "passed": true,
    "speedup": 1.1013635993308883,
    "speedup_ci": [
      1.084843145340925,
      1.1178840533208516
    ],
    "number": 2,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1013635993308883,
    "speedup_ci": [
      1.084843145340925,
      1.1178840533208516
    ],
    "baseline_us": 4830.8,
    "score_us": 4386.1990744336,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.01205093,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 218099686004753214
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 218176304154832947
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 218252922304912681
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 218329540454992416
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 218712631205391106
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 218406158605072152
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 218482776755151889
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 218559394905231627
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 218636013055311366
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14111.999422311783,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 225761501012731464,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 15561.366223250943,
        "paired_ratio": 0.906861211275036,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6432.000081986189,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 225838119162811297,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5049.914009583299,
        "paired_ratio": 1.2736850706329026,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21344.00000795722,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 225914737312891131,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19327.18683928468,
        "paired_ratio": 1.1043510980383933,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7024.000398814678,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 225991355462970966,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4665.275512315792,
        "paired_ratio": 1.5055917662894984,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10736.000258475542,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 226067973613050802,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 10880.201592867665,
        "paired_ratio": 0.9867464464549396,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14400.000218302011,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 226144591763130639,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14205.592433282613,
        "paired_ratio": 1.0136852993588579,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7168.000098317862,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 226221209913210477,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6989.497594744305,
        "paired_ratio": 1.0255386744403174,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21199.999377131462,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 226297828063290316,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21038.374610005903,
        "paired_ratio": 1.0076823789918015,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18656.000029295683,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 226374446213370156,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18438.77185997741,
        "paired_ratio": 1.0117810541270258,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15103.999525308609,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 226451064363449997,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7105.991262078701,
        "paired_ratio": 2.1255302699162435,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14208.000618964434,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 226527682513529839,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14523.05106352112,
        "paired_ratio": 0.9783068693225195,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6879.99976798892,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 226604300663609682,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6830.936524755673,
        "paired_ratio": 1.00718250609641,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21647.999994456768,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 226680918813689526,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21697.5812793647,
        "paired_ratio": 0.9977148934588813,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18960.00001579523,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 226757536963769371,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18799.394536673626,
        "paired_ratio": 1.0085431197695383,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15616.001095622778,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 226834155113849217,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7631.129018646856,
        "paired_ratio": 2.0463552716072138,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14063.999988138676,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 226910773263929064,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14243.602635627361,
        "paired_ratio": 0.9873906446224885,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6720.00041231513,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 226987391414008912,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6711.829383647807,
        "paired_ratio": 1.0012174070883313,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21168.000996112823,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 227064009564088761,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21231.309150358153,
        "paired_ratio": 0.9970181700150007,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6880.0002336502075,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 227140627714168611,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6896.369029947948,
        "paired_ratio": 0.9976264616602364,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26288.000401109457,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 227217245864248462,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6647.418643029541,
        "paired_ratio": 3.9546178468351707,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17264.000605791807,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 227293864014328314,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16919.35614077014,
        "paired_ratio": 1.0203698333526525,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7503.99986281991,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 227370482164408167,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7066.241073274451,
        "paired_ratio": 1.0619507295330082,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24816.00036844611,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 227447100314488021,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24972.49991434349,
        "paired_ratio": 0.9937331245796706,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20047.999918460846,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 227523718464567876,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19748.238449969263,
        "paired_ratio": 1.015179149737887,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16127.998940646648,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 227600336614647732,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 15857.33215216436,
        "paired_ratio": 1.0170688729910564,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19632.00094178319,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 227676954764727589,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19687.15073470859,
        "paired_ratio": 0.9971986909802966,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9552.00009047985,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 227753572914807447,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9423.504738299827,
        "paired_ratio": 1.0136356223876857,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30895.99870145321,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 227830191064887306,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31033.786418134016,
        "paired_ratio": 0.9955600739521655,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24095.99954262376,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 227906809214967166,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23859.644036408503,
        "paired_ratio": 1.0099060784752107,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17823.999747633934,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 227983427365047027,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 21510.3743389367,
        "paired_ratio": 0.8286234105824031,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}