{
  "experiment": {
    "candidate": "experiments/026-expanded-bundle-c0f93b5a0027.py",
    "mode": "check",
    "job_id": "16196285af6f4000",
    "status": "done",
    "passed": true,
    "speedup": 1.2099004334162247,
    "speedup_ci": [
      1.1917519269149812,
      1.2280489399174679
    ],
    "number": 26,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.2099004334162247,
    "speedup_ci": [
      1.1917519269149812,
      1.2280489399174679
    ],
    "baseline_us": 4830.8,
    "score_us": 3992.725241332424,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 31.993755965,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 1431133552597374160
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 1431305493327136935
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 1431477434056899711
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 1431649374786662488
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 1432509078435476388
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 1431821315516425266
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 1431993256246188045
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 1432165196975950825
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 1432337137705713606
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13823.999091982841,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 1448327625573656610,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10358.99695571305,
        "paired_ratio": 1.3344920508311204,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6848.000455647707,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 1448499566303419485,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5677.552034047225,
        "paired_ratio": 1.2061537110679956,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21599.9991632998,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1448671507033182361,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17077.32699307804,
        "paired_ratio": 1.2648348990480147,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6911.999545991421,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1448843447762945238,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3559.8814375624524,
        "paired_ratio": 1.9416375705827593,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10367.999318987131,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 1449015388492708116,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3619.3200866690768,
        "paired_ratio": 2.864626247668794,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13536.00062429905,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 1449187329222470995,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13543.562468009575,
        "paired_ratio": 0.9994416650915601,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7008.000276982784,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 1449359269952233875,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6967.344568837989,
        "paired_ratio": 1.005835179779486,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21471.99958562851,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1449531210681996756,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20257.030797963875,
        "paired_ratio": 1.059977634421465,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18399.999476969242,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1449703151411759638,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18448.601309252306,
        "paired_ratio": 0.9973655546310337,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14719.999395310879,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 1449875092141522521,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6162.36086379978,
        "paired_ratio": 2.388694807177255,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14304.000418633223,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 1450047032871285405,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14462.255077638978,
        "paired_ratio": 0.9890574009270212,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6880.0002336502075,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 1450218973601048290,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6943.129413795385,
        "paired_ratio": 0.9909076762965494,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21759.99991595745,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1450390914330811176,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20469.117824446468,
        "paired_ratio": 1.0630648620317809,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18800.00066012144,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1450562855060574063,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18928.55633842992,
        "paired_ratio": 0.9932083738447883,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15408.000443130732,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 1450734795790336951,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7349.7728157119345,
        "paired_ratio": 2.0963913891586374,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13727.999292314053,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 1450906736520099840,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13799.10860125622,
        "paired_ratio": 0.9948468186607581,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6591.999903321266,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 1451078677249862730,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6719.579484589432,
        "paired_ratio": 0.9810137551671567,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21424.00061711669,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1451250617979625621,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 20320.874002849177,
        "paired_ratio": 1.0542853921594535,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7104.0005423128605,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1451422558709388513,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7159.804577134678,
        "paired_ratio": 0.9922059276589711,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26271.99934795499,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 1451594499439151406,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6484.430802302245,
        "paired_ratio": 4.051550575360805,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17024.000640958548,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 1451766440168914300,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17113.50431398572,
        "paired_ratio": 0.9947699973433245,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7680.000737309456,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 1451938380898677195,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7672.679394656336,
        "paired_ratio": 1.0009542093806525,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25983.999017626047,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 1452110321628440091,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 22898.144186906873,
        "paired_ratio": 1.1347644073480707,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19935.999996960163,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 1452282262358202988,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 20065.32595199439,
        "paired_ratio": 0.9935547543387216,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16415.999736636877,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 1452454203087965886,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 11521.743962993334,
        "paired_ratio": 1.4247842852057286,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19392.000045627356,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 1452626143817728785,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19456.677223557672,
        "paired_ratio": 0.9966758364140406,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9760.00027731061,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 1452798084547491685,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9698.577634863523,
        "paired_ratio": 1.0063331598466863,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29664.000496268272,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 1452970025277254586,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 28609.534529671786,
        "paired_ratio": 1.0368571521323728,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24320.0003169477,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 1453141966007017488,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24314.099537124006,
        "paired_ratio": 1.0002426896301335,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17343.99888664484,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 1453313906736780391,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11163.212734209992,
        "paired_ratio": 1.5536744931406394,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}