{
  "experiment": {
    "candidate": "experiments/009-packed-router.py",
    "mode": "check",
    "job_id": "50425507196b4c28",
    "status": "done",
    "passed": true,
    "speedup": 1.1371655884066754,
    "speedup_ci": [
      1.1201081045805752,
      1.1542230722327753
    ],
    "number": 9,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1371655884066754,
    "speedup_ci": [
      1.1201081045805752,
      1.1542230722327753
    ],
    "baseline_us": 4830.8,
    "score_us": 4248.106035963164,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.016180207,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 4361747006872897645
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 4361988173516996201
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 4362229340161094758
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 4362470506805193316
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 4363676340025686121
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 4362711673449291875
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 4362952840093390435
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 4363194006737488996
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 4363435173381587558
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14496.000949293375,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 4385863671282758195,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14384.313650318281,
        "paired_ratio": 1.0077645205527497,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6832.0007994771,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 4386104837926856851,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5562.8874087375825,
        "paired_ratio": 1.2281393272037344,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21647.99952879548,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4386346004570955508,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19679.137982652705,
        "paired_ratio": 1.100048160030096,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7072.000298649073,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4386587171215054166,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 5054.259530280581,
        "paired_ratio": 1.3992159002283127,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10495.999827980995,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 4386828337859152825,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6884.328481241776,
        "paired_ratio": 1.5246221699879952,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13936.000876128674,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 4387069504503251485,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14318.806911894719,
        "paired_ratio": 0.9732655075159896,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6752.000190317631,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 4387310671147350146,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6711.138752951054,
        "paired_ratio": 1.0060885996953361,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21616.000216454268,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4387551837791448808,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21797.876197074445,
        "paired_ratio": 0.9916562522432995,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18799.999728798866,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4387793004435547471,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18669.862421067603,
        "paired_ratio": 1.0069704481370154,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14943.999238312244,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 4388034171079646135,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6940.580468146402,
        "paired_ratio": 2.1531339211320013,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13984.000775963068,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 4388275337723744800,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14442.606726313692,
        "paired_ratio": 0.9682463173690753,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 4388516504367843466,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6839.829870721734,
        "paired_ratio": 1.001194491591035,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22047.999314963818,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4388757671011942133,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 22060.812472230984,
        "paired_ratio": 0.9994191892395942,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18591.999541968107,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4388998837656040801,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18471.949817001067,
        "paired_ratio": 1.006499028318957,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15168.000478297472,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 4389240004300139470,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7301.003909744454,
        "paired_ratio": 2.077522579881535,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14624.000061303377,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 4389481170944238140,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14442.856185289058,
        "paired_ratio": 1.0125421089631028,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6719.999480992556,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 4389722337588336811,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6719.999480992556,
        "paired_ratio": 1,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21280.00045195222,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4389963504232435483,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21377.02610714793,
        "paired_ratio": 0.9954612182859586,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7040.000054985285,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4390204670876534156,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7127.136002470156,
        "paired_ratio": 0.9877740585482484,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26464.001275599003,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 4390445837520632830,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 7096.630554536129,
        "paired_ratio": 3.7290938385799652,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16672.000754624605,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 4390687004164731505,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16939.336569945815,
        "paired_ratio": 0.9842180468982755,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7376.000750809908,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 4390928170808830181,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7582.746301152948,
        "paired_ratio": 0.9727347398776081,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25023.999623954296,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4391169337452928858,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25694.36466187819,
        "paired_ratio": 0.9739100364322886,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20032.00026229024,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4391410504097027536,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 20088.81189619274,
        "paired_ratio": 0.9971719764117425,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16288.000624626875,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 4391651670741126215,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10389.65667782497,
        "paired_ratio": 1.5677130755813096,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19615.999422967434,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 4391892837385224895,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20046.231782983912,
        "paired_ratio": 0.9785379933408893,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9407.99992531538,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 4392134004029323576,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9504.337061530632,
        "paired_ratio": 0.9898638762923105,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30816.000886261463,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4392375170673422258,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31130.940556459882,
        "paired_ratio": 0.9898833872485402,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24223.999585956335,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4392616337317520941,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24438.491923825994,
        "paired_ratio": 0.9912231761870486,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17407.999373972416,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 4392857503961619625,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11225.237754311185,
        "paired_ratio": 1.550791150707402,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}