{
  "experiment": {
    "candidate": "experiments/037-c2-lean-preparation.py",
    "mode": "check",
    "job_id": "d4a592817b414146",
    "status": "done",
    "passed": true,
    "speedup": 1.3021597418882156,
    "speedup_ci": [
      1.2826273457598922,
      1.3216921380165387
    ],
    "number": 37,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.3021597418882156,
    "speedup_ci": [
      1.2826273457598922,
      1.3216921380165387
    ],
    "baseline_us": 4830.8,
    "score_us": 3709.8367002154655,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 48.999401922,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 6734204246994455774
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 6734462215818871146
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 6734720184643286519
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 6734978153467701893
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 6736267997589778778
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 6735236122292117268
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 6735494091116532644
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 6735752059940948021
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 6736010028765363399
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14160.000253468752,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 6760001129435997924,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 9903.377110655483,
        "paired_ratio": 1.429815314033975,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7023.999933153391,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 6760259098260413396,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5552.834382856967,
        "paired_ratio": 1.264939569391497,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21312.00022995472,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6760517067084828869,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 16600.077208949475,
        "paired_ratio": 1.283849464173874,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6896.000355482101,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6760775035909244343,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3719.9399544579096,
        "paired_ratio": 1.8537934590094816,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10384.0003721416,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 6761033004733659818,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3806.2512185244404,
        "paired_ratio": 2.7281437235682877,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14175.999909639359,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 6761290973558075294,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12911.811900536512,
        "paired_ratio": 1.0979094195951165,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000477313995,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 6761548942382490771,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6800.411569129494,
        "paired_ratio": 1.0164091403954225,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21471.998654305935,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6761806911206906249,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18192.96114006665,
        "paired_ratio": 1.1802366029913518,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18448.00030812621,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6762064880031321728,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17906.972586873155,
        "paired_ratio": 1.03021324339602,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14815.999660640955,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 6762322848855737208,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5229.816526633239,
        "paired_ratio": 2.8329865082626413,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14543.999917805195,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 6762580817680152689,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13922.358853022472,
        "paired_ratio": 1.0446505560835884,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6591.999437659979,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 6762838786504568171,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6640.534691016297,
        "paired_ratio": 0.9926910624498386,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21823.99993762374,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6763096755328983654,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 19006.797813506528,
        "paired_ratio": 1.1482207656312977,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18672.000151127577,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6763354724153399138,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18113.787170817588,
        "paired_ratio": 1.0308170221415267,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15359.999611973763,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 6763612692977814623,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5858.952518036531,
        "paired_ratio": 2.621628962632599,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14031.999744474888,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 6763870661802230109,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12271.133045738514,
        "paired_ratio": 1.1434966675182356,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6720.00041231513,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 6764128630626645596,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6799.6040288761715,
        "paired_ratio": 0.9882929040833871,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21343.998610973358,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6764386599451061084,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18143.008042133508,
        "paired_ratio": 1.1764310836111735,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7167.999632656574,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6764644568275476573,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 5242.195413203691,
        "paired_ratio": 1.3673659731574097,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26159.999892115593,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 6764902537099892063,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5230.0772102805795,
        "paired_ratio": 5.001838183324292,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16768.000088632107,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 6765160505924307554,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16712.31904259747,
        "paired_ratio": 1.0033317366604066,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7808.000314980745,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 6765418474748723046,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7852.90007384685,
        "paired_ratio": 0.9942823977837643,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24832.000955939293,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6765676443573138539,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 20741.238217152073,
        "paired_ratio": 1.1972284728596552,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19839.9992659688,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6765934412397554033,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 18783.53380154127,
        "paired_ratio": 1.0562442336777353,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16255.999449640512,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 6766192381221969528,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 6996.817506518464,
        "paired_ratio": 2.323341924310001,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19872.000440955162,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 6766450350046385024,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19904.01365337057,
        "paired_ratio": 0.9983916202544412,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9248.00056964159,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 6766708318870800521,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9279.784365235852,
        "paired_ratio": 0.9965749424401142,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30640.000477433205,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6766966287695216019,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 28694.213061903894,
        "paired_ratio": 1.0678111440565223,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24383.999407291412,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6767224256519631518,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23675.83096811606,
        "paired_ratio": 1.0299110278380106,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17424.000427126884,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 6767482225344047018,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8534.994174415184,
        "paired_ratio": 2.041477717624895,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}