{
  "experiment": {
    "candidate": "experiments/020-quack-skinny-batched.py",
    "mode": "check",
    "job_id": "d40938c864f642d1",
    "status": "done",
    "passed": true,
    "speedup": 1.1220675280555956,
    "speedup_ci": [
      1.1052365151347616,
      1.1388985409764294
    ],
    "number": 20,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1220675280555956,
    "speedup_ci": [
      1.1052365151347616,
      1.1388985409764294
    ],
    "baseline_us": 4830.8,
    "score_us": 4305.266732360734,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.016607827,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 986507314328303261
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 986507647931630601
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 986507981534957942
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 986508315138285284
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 986509983154922009
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 986508648741612627
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 986508982344939971
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 986509315948267316
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 986509649551594662
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13952.000066637993,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 986540674661042211,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14149.063249155659,
        "paired_ratio": 0.9860723512894448,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6864.000111818314,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 986541008264369651,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5852.403839703873,
        "paired_ratio": 1.1728514128248584,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21359.999664127827,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 986541341867697092,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19569.908106967687,
        "paired_ratio": 1.091471638363125,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7039.9995893239975,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 986541675471024534,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4870.734026993956,
        "paired_ratio": 1.4453672794095955,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10496.000293642282,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 986542009074351977,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6996.74424363974,
        "paired_ratio": 1.5001263342137277,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14224.00027513504,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 986542342677679421,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 15841.962366627626,
        "paired_ratio": 0.8978685813001959,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6591.999903321266,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 986542676281006866,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 8440.391002401913,
        "paired_ratio": 0.7810064606539384,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.000495284796,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 986543009884334312,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20468.845067147962,
        "paired_ratio": 1.0458821894960824,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18799.999728798866,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 986543343487661759,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 20046.325210942192,
        "paired_ratio": 0.937827733061867,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14880.000613629818,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 986543677090989207,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7102.388188683292,
        "paired_ratio": 2.0950700269156104,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14496.0000179708,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 986544010694316656,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 15621.633638411187,
        "paired_ratio": 0.9279439240162035,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6688.00063431263,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 986544344297644106,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 8426.26942281292,
        "paired_ratio": 0.7937083777793555,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21728.00013795495,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 986544677900971557,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20397.47948959081,
        "paired_ratio": 1.0652296598235644,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18496.00113928318,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 986545011504299009,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 20024.656335046988,
        "paired_ratio": 0.9236613517761917,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15376.000199466944,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 986545345107626462,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7385.983546739244,
        "paired_ratio": 2.08178099804394,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14400.000683963299,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 986545678710953916,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 15618.484282128291,
        "paired_ratio": 0.9219845167972374,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999502658844,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 986546012314281371,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 8395.699013769028,
        "paired_ratio": 0.8080327190783065,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21184.000186622143,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 986546345917608827,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 20146.480016761834,
        "paired_ratio": 1.0514988310115263,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6848.000455647707,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 986546679520936284,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 5853.213375895598,
        "paired_ratio": 1.1699557176317525,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26160.000823438168,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 986547013124263742,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6729.197171975501,
        "paired_ratio": 3.8875366785780083,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16736.000776290894,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 986547346727591201,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16818.330617116793,
        "paired_ratio": 0.9951047554778054,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7376.000750809908,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 986547680330918661,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7392.505194491446,
        "paired_ratio": 0.9977674085783753,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25216.001085937023,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 986548013934246122,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25038.945661697482,
        "paired_ratio": 1.007071201265091,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19776.000641286373,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 986548347537573584,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19855.105128725027,
        "paired_ratio": 0.9960159119316769,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16384.000424295664,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 986548681140901047,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10447.211479692682,
        "paired_ratio": 1.5682654128465694,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19664.000254124403,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 986549014744228511,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19736.164350737738,
        "paired_ratio": 0.996343560211048,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9023.99979531765,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 986549348347555976,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9056.279512087667,
        "paired_ratio": 0.9964356536559045,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30832.001008093357,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 986549681950883442,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30575.31510230082,
        "paired_ratio": 1.0083952006686996,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24127.99932062626,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 986550015554210909,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24096.19946917275,
        "paired_ratio": 1.001319704026114,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17696.000635623932,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 986550349157538377,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11459.176652467488,
        "paired_ratio": 1.5442645813312843,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}