{
  "experiment": {
    "candidate": "experiments/038-c2-vector32.py",
    "mode": "check",
    "job_id": "d5322fc0e8e44207",
    "status": "done",
    "passed": true,
    "speedup": 1.2698956805769865,
    "speedup_ci": [
      1.2508472453683317,
      1.2889441157856412
    ],
    "number": 38,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.2698956805769865,
    "speedup_ci": [
      1.2508472453683317,
      1.2889441157856412
    ],
    "baseline_us": 4830.8,
    "score_us": 3804.0920005374696,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 47.351543582,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 3054964862701882881
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 3055214027502102179
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 3055463192302321478
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 3055712357102540778
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 3056958181103637293
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 3055961521902760079
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 3056210686702979381
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 3056459851503198684
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 3056709016303417988
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14704.000670462847,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 3079881342723817631,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 13880.849588616878,
        "paired_ratio": 1.0593012031857907,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6767.999846488237,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 3080130507524037029,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5339.016177823559,
        "paired_ratio": 1.2676492486762236,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21600.00056028366,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3080379672324256428,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 22123.44761726721,
        "paired_ratio": 0.9763397158508422,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000498980284,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3080628837124475828,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3700.203045476907,
        "paired_ratio": 1.885302080248726,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10751.999448984861,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 3080878001924695229,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 4022.9386762673744,
        "paired_ratio": 2.6726729672551084,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14080.00010997057,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 3081127166724914631,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13222.281985368361,
        "paired_ratio": 1.0648691447929601,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6896.000355482101,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 3081376331525134034,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6807.388770644539,
        "paired_ratio": 1.013016971385516,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.00002962351,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3081625496325353438,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18177.394853886228,
        "paired_ratio": 1.177726522513571,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18640.000373125076,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3081874661125572843,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17833.18566850181,
        "paired_ratio": 1.0452423206723136,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14912.000857293606,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 3082123825925792249,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5149.807878584343,
        "paired_ratio": 2.8956421693527026,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14015.999622642994,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 3082372990726011656,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13621.082442266923,
        "paired_ratio": 1.0289930834828973,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6943.999789655209,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 3082622155526231064,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6777.097816843485,
        "paired_ratio": 1.0246273519023015,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22047.999314963818,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3082871320326450473,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 18976.283815398463,
        "paired_ratio": 1.1618712878373365,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18719.999119639397,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3083120485126669883,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 17918.656113833935,
        "paired_ratio": 1.0447211554658271,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15200.000256299973,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 3083369649926889294,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5452.421583235621,
        "paired_ratio": 2.7877521985891383,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14288.000296801329,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 3083618814727108706,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12311.111389798112,
        "paired_ratio": 1.1605776151648999,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999502658844,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 3083867979527328119,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6633.60744268315,
        "paired_ratio": 1.0226712330018226,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21263.99939879775,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3084117144327547533,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 17674.51197358716,
        "paired_ratio": 1.2030883472525142,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7040.000054985285,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3084366309127766948,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 4876.576592463381,
        "paired_ratio": 1.4436356984252883,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26176.000013947487,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 3084615473927986364,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5038.87501585595,
        "paired_ratio": 5.1948103359537265,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16960.00061929226,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 3084864638728205781,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17185.569668920336,
        "paired_ratio": 0.9868745084408804,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7295.999675989151,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 3085113803528425199,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7295.999675989151,
        "paired_ratio": 1,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25407.999753952026,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3085362968328644618,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 21073.74251016314,
        "paired_ratio": 1.2056709785506121,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20191.999152302742,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3085612133128864038,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19042.734824540355,
        "paired_ratio": 1.0603518527329032,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16400.00008046627,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 3085861297929083459,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 7078.823368009491,
        "paired_ratio": 2.3167692182546746,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19903.999287635088,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 3086110462729302881,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19976.05048872164,
        "paired_ratio": 0.9963931207959635,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9535.999968647957,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 3086359627529522304,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9384.50999226008,
        "paired_ratio": 1.0161425558194108,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31183.999497443438,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3086608792329741728,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 28532.903198281452,
        "paired_ratio": 1.0929136541325266,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24735.999759286642,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3086857957129961153,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23898.167596363797,
        "paired_ratio": 1.0350584269502874,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17680.000513792038,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 3087107121930180579,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8711.659300086914,
        "paired_ratio": 2.029464181825344,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}