{
  "experiment": {
    "candidate": "experiments/003-selective-gemv.py",
    "mode": "check",
    "job_id": "f4d0168f5de64fb5",
    "status": "done",
    "passed": true,
    "speedup": 1.0121479295582625,
    "speedup_ci": [
      0.9969657106148886,
      1.0273301485016364
    ],
    "number": 3,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.0121479295582625,
    "speedup_ci": [
      0.9969657106148886,
      1.0273301485016364
    ],
    "baseline_us": 4830.8,
    "score_us": 4772.820117419332,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.011716505,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 362442443980823539
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 362717414232878110
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 362992384484932682
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 363267354736987255
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 364642205997260135
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 363542324989041829
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 363817295241096404
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 364092265493150980
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 364367235745205557
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13887.999579310417,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 389939469186285589,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14326.536933926145,
        "paired_ratio": 0.9693898562759264,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6816.000211983919,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 390214439438340260,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5740.720263669045,
        "paired_ratio": 1.1873074978273952,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21472.00098261237,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 390489409690394932,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19945.742575689437,
        "paired_ratio": 1.076520510636851,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7103.999610990286,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 390764379942449605,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 5025.655013786548,
        "paired_ratio": 1.4135470085993473,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10464.00098130107,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 391039350194504279,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 10608.794746064286,
        "paired_ratio": 0.9863515349076828,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13680.00078946352,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 391314320446558954,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13751.685347206789,
        "paired_ratio": 0.9947872165532183,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6943.999789655209,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 391589290698613630,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6992.098798102325,
        "paired_ratio": 0.9931209483967574,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21823.999471962452,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 391864260950668307,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21902.59843294917,
        "paired_ratio": 0.9964114321308801,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18800.000194460154,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 392139231202722985,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18712.1096668765,
        "paired_ratio": 1.0046969865583482,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14911.99852898717,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 392414201454777664,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 14887.857236312677,
        "paired_ratio": 1.00162154246184,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14368.000440299511,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 392689171706832344,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14271.565907269083,
        "paired_ratio": 1.0067571094620604,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6911.999545991421,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 392964141958887025,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6903.569517739657,
        "paired_ratio": 1.0012211115177592,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22175.998892635107,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 393239112210941707,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 22111.929038075374,
        "paired_ratio": 1.0028975244289817,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18815.999384969473,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 393514082462996390,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18834.58821520858,
        "paired_ratio": 0.9990130482266613,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15359.999611973763,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 393789052715051074,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 15279.50757145188,
        "paired_ratio": 1.005267973470053,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13936.000410467386,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 394064022967105759,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13975.454141380033,
        "paired_ratio": 0.9971769267378705,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6688.000168651342,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 394338993219160445,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6632.043300375049,
        "paired_ratio": 1.008437349658608,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21632.001269608736,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 394613963471215132,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21388.716210592753,
        "paired_ratio": 1.011374458224636,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000033318996,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 394888933723269820,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6829.899495963771,
        "paired_ratio": 1.0213913158519485,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26320.000644773245,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 395163903975324509,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 26207.671873511747,
        "paired_ratio": 1.0042861026268812,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17215.999774634838,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 395438874227379199,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17174.439472824637,
        "paired_ratio": 1.002419892764242,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7536.000572144985,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 395713844479433890,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7556.990277972888,
        "paired_ratio": 0.9972224781221324,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25359.999854117632,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 395988814731488582,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24627.03744198634,
        "paired_ratio": 1.0297625085379403,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19792.000763118267,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 396263784983543275,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19841.235128276276,
        "paired_ratio": 0.9975185836547119,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16160.000581294298,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 396538755235597969,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 16440.088640858685,
        "paired_ratio": 0.9829631052676759,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19744.000397622585,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 396813725487652664,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19904.60780656548,
        "paired_ratio": 0.9919311442604802,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9247.999638319016,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 397088695739707360,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9403.60451819019,
        "paired_ratio": 0.983452634617909,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30447.99854978919,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 397363665991762057,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31020.60362649084,
        "paired_ratio": 0.9815411368651557,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24320.0003169477,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 397638636243816755,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24436.353338244186,
        "paired_ratio": 0.995238527627836,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17311.99910864234,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 397913606495871454,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 17552.861505607525,
        "paired_ratio": 0.9862778842704228,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}