{
  "experiment": {
    "candidate": "experiments/019-quack-large-batched.py",
    "mode": "check",
    "job_id": "aced8156133042c4",
    "status": "done",
    "passed": true,
    "speedup": 1.0008844548062754,
    "speedup_ci": [
      0.9858711879841813,
      1.0158977216283696
    ],
    "number": 19,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.0008844548062754,
    "speedup_ci": [
      0.9858711879841813,
      1.0158977216283696
    ],
    "baseline_us": 4830.8,
    "score_us": 4826.531151325572,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.016707628,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 1264627923097106159
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 1264709796166674312
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 1264791669236242466
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 1264873542305810621
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 1265282907653651411
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 1264955415375378777
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 1265037288444946934
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 1265119161514515092
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 1265201034584083251
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13983.999378979206,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 1272815230053926409,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14218.726502131445,
        "paired_ratio": 0.9834916915296843,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7184.0002201497555,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 1272897103123494662,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 6005.790951840146,
        "paired_ratio": 1.1961788676558267,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21536.000072956085,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1272978976193062916,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19605.223756433046,
        "paired_ratio": 1.0984827482976058,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7008.000276982784,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1273060849262631171,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4912.0536559706225,
        "paired_ratio": 1.4266945696866584,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10191.999841481447,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 1273142722332199427,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6810.407506086409,
        "paired_ratio": 1.4965330389367941,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14080.000575631857,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 1273224595401767684,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14280.649294318266,
        "paired_ratio": 0.9859496081339776,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6576.00024715066,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 1273306468471335942,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6713.349995928605,
        "paired_ratio": 0.9795408031964306,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21600.000094622374,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1273388341540904201,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21567.59411147189,
        "paired_ratio": 1.0015025312041292,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18591.999541968107,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1273470214610472461,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18997.295009382924,
        "paired_ratio": 0.9786656222786119,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14864.000491797924,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 1273552087680040722,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7170.233036258176,
        "paired_ratio": 2.073014979657451,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14224.000740796328,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 1273633960749608984,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14490.49668797008,
        "paired_ratio": 0.9816089156284755,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6911.999545991421,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 1273715833819177247,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6999.81666569933,
        "paired_ratio": 0.9874543686067905,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22335.99964529276,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1273797706888745511,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 22522.090845086663,
        "paired_ratio": 0.991737392364062,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18768.00088211894,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1273879579958313776,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 19048.964614547636,
        "paired_ratio": 0.9852504459893782,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15232.000034302473,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 1273961453027882042,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7254.8434759823795,
        "paired_ratio": 2.0995628761294407,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14111.998956650496,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 1274043326097450309,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14193.18250010521,
        "paired_ratio": 0.9942801028977037,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6560.000125318766,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 1274125199167018577,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6659.8782069180825,
        "paired_ratio": 0.9850030167975795,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21664.001047611237,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1274207072236586846,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21512.243139529193,
        "paired_ratio": 1.007054490184856,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6767.999846488237,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1274288945306155116,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6846.195044631123,
        "paired_ratio": 0.9885782982177513,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26399.999856948853,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 1274370818375723387,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6996.967552192499,
        "paired_ratio": 3.773063067682287,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17088.000662624836,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 1274452691445291659,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 23866.82270888519,
        "paired_ratio": 0.7159730003048659,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7712.000515311956,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 1274534564514859932,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 12736.888009002945,
        "paired_ratio": 0.6054854615869123,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25488.000363111496,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 1274616437584428206,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 31754.047720829923,
        "paired_ratio": 0.8026693348574883,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19887.999165803194,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 1274698310653996481,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 29331.423565692054,
        "paired_ratio": 0.6780441161084829,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16592.000145465136,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 1274780183723564757,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10545.225456449985,
        "paired_ratio": 1.5734135049067768,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19696.000963449478,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 1274862056793133034,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 37092.261705044715,
        "paired_ratio": 0.531000269545999,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9375.999681651592,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 1274943929862701312,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 12827.024247422261,
        "paired_ratio": 0.730956728606466,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30591.99918061495,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 1275025802932269591,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 49498.37774639608,
        "paired_ratio": 0.6180404403827622,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24384.000338613987,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 1275107676001837871,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 42614.137468324036,
        "paired_ratio": 0.572204479246802,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17167.999409139156,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 1275189549071406152,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 10876.057735059041,
        "paired_ratio": 1.5785130814263701,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}