{
  "experiment": {
    "candidate": "experiments/036-c2-streaming-vector.py",
    "mode": "submit",
    "job_id": "d296d0c1b1774e5e",
    "status": "done",
    "passed": true,
    "speedup": 1.301203209850591,
    "speedup_ci": [
      1.2816851617028322,
      1.3207212579983498
    ],
    "number": 36,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.301203209850591,
    "speedup_ci": [
      1.2816851617028322,
      1.3207212579983498
    ],
    "baseline_us": 4830.8,
    "score_us": 3712.563851233268,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 57.648333712,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 7264535084056601696
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 7264770717642774595
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 7265006351228947495
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 7265241984815120396
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 7266420152745984916
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 7265477618401293298
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 7265713251987466201
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 7265948885573639105
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 7266184519159812010
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14079.999644309282,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 7288098442673896546,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10076.966748860359,
        "paired_ratio": 1.397245817636705,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999502658844,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 7288334076260069545,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5490.114030069975,
        "paired_ratio": 1.2356755188511772,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21455.999463796616,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 7288569709846242545,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 16531.560507479036,
        "paired_ratio": 1.2978810714263616,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6911.999545991421,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 7288805343432415546,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3665.6178982568163,
        "paired_ratio": 1.8856301278096717,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10528.000071644783,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 7289040977018588548,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3770.29111728324,
        "paired_ratio": 2.7923573390351213,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14128.000475466251,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 7289276610604761551,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12971.301848487123,
        "paired_ratio": 1.089173672811726,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6655.999924987555,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 7289512244190934555,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6700.01866431629,
        "paired_ratio": 0.9934300572081725,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21103.999111801386,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 7289747877777107560,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18072.942998498736,
        "paired_ratio": 1.1677123705615864,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18623.999785631895,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 7289983511363280566,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18126.103586024394,
        "paired_ratio": 1.0274684626646065,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14719.998929649591,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 7290219144949453573,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5101.778221945039,
        "paired_ratio": 2.8852682906387943,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14144.000131636858,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 7290454778535626581,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13027.786955701411,
        "paired_ratio": 1.0856794158310175,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999502658844,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 7290690412121799590,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6665.397488761493,
        "paired_ratio": 1.0177936895882542,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21951.99904963374,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 7290926045707972600,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 18838.801898180533,
        "paired_ratio": 1.165254519277783,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18559.998832643032,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 7291161679294145611,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 17887.186883739723,
        "paired_ratio": 1.0376141845711315,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15279.999934136868,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 7291397312880318623,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5725.897399421348,
        "paired_ratio": 2.6685773195448883,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13983.999378979206,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 7291632946466491636,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12594.355188577654,
        "paired_ratio": 1.1103386532771347,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6463.999859988689,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 7291868580052664650,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6543.757763229493,
        "paired_ratio": 0.9878116051775362,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21248.00020828843,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 7292104213638837665,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18066.2774328297,
        "paired_ratio": 1.1761139109752055,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 7292339847225010681,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 4766.378356082187,
        "paired_ratio": 1.4367302547956475,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25984.00041460991,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 7292575480811183698,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5035.292352934537,
        "paired_ratio": 5.160375722666152,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17231.999430805445,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 7292811114397356716,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17088.56655663537,
        "paired_ratio": 1.0083934994602797,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7424.000650644302,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 7293046747983529735,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7650.91710235042,
        "paired_ratio": 0.9703412742981614,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24928.000289946795,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 7293282381569702755,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 21066.019988091593,
        "paired_ratio": 1.1833274773326115,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19583.999179303646,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 7293518015155875776,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 18928.08777839534,
        "paired_ratio": 1.034652808492201,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16159.999649971724,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 7293753648742048798,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 6828.550100949489,
        "paired_ratio": 2.366534536771536,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20000.00048428774,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 7293989282328221821,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19935.511435734927,
        "paired_ratio": 1.003234883075897,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9151.999838650227,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 7294224915914394845,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9488.28032303081,
        "paired_ratio": 0.9645583316542268,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30896.000564098358,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 7294460549500567870,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 28948.918894670813,
        "paired_ratio": 1.067259218781603,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 23984.000086784363,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 7294696183086740896,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23860.830069670446,
        "paired_ratio": 1.0051620172791256,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17568.000592291355,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 7294931816672913923,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8884.334901135338,
        "paired_ratio": 1.9774131420964693,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}