{
  "experiment": {
    "candidate": "experiments/034-c2-packed-cublaslt.py",
    "mode": "check",
    "job_id": "769082fea33045cc",
    "status": "done",
    "passed": true,
    "speedup": 1.2851943442847664,
    "speedup_ci": [
      1.265916429120495,
      1.3044722594490379
    ],
    "number": 34,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.2851943442847664,
    "speedup_ci": [
      1.265916429120495,
      1.3044722594490379
    ],
    "baseline_us": 4830.8,
    "score_us": 3758.808947053394,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 47.953160932,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 8221242442521969716
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 8221377835219087252
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 8221513227916204789
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 8221648620613322327
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 8222325584098910032
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 8221784013310439866
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 8221919406007557406
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 8222054798704674947
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 8222190191401792489
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14112.000353634357,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 8234781712233728266,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10875.924718080216,
        "paired_ratio": 1.2975448726832823,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6944.000255316496,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 8234917104930845902,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5544.9555079841275,
        "paired_ratio": 1.2523094631359797,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21455.999929457903,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8235052497627963539,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17223.48811538826,
        "paired_ratio": 1.2457406877000787,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7055.999711155891,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8235187890325081177,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3822.3933229618597,
        "paired_ratio": 1.845963801990007,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10416.0001501441,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 8235323283022198816,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3875.839543695709,
        "paired_ratio": 2.687417792381618,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14080.001041293144,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 8235458675719316456,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12812.18705816106,
        "paired_ratio": 1.0989537521874158,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000033318996,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 8235594068416434097,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 7139.46637590355,
        "paired_ratio": 0.9771038430636398,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21440.000273287296,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8235729461113551739,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18554.121793492228,
        "paired_ratio": 1.1555384033755387,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18736.000172793865,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8235864853810669382,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18228.586156211615,
        "paired_ratio": 1.0278361696422267,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14992.000069469213,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 8236000246507787026,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5248.7190751604885,
        "paired_ratio": 2.8563159610539466,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14431.999530643225,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 8236135639204904671,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14575.18530192508,
        "paired_ratio": 0.9901760582582135,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6943.999789655209,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 8236271031902022317,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 7100.709810391779,
        "paired_ratio": 0.9779303724668162,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22144.00004595518,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8236406424599139964,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 19341.177872598477,
        "paired_ratio": 1.1449147612321786,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18880.000337958336,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8236541817296257612,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18472.74393857401,
        "paired_ratio": 1.0220463403129791,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15488.000586628914,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 8236677209993375261,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5903.860756846223,
        "paired_ratio": 2.6233682033690835,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14159.999787807465,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 8236812602690492911,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12363.170302759263,
        "paired_ratio": 1.1453372752332933,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6688.00063431263,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 8236947995387610562,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6633.589038179729,
        "paired_ratio": 1.0082024369944738,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21375.999320298433,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8237083388084728214,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18234.044486419454,
        "paired_ratio": 1.1723125572178503,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7071.999832987785,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8237218780781845867,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 4835.901980244582,
        "paired_ratio": 1.462395197809636,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26367.999613285065,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 8237354173478963521,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5059.280551322614,
        "paired_ratio": 5.211808150546594,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16959.999222308397,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 8237489566176081176,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17110.27818283562,
        "paired_ratio": 0.9912170358119614,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7519.999984651804,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 8237624958873198832,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7601.498869941577,
        "paired_ratio": 0.9892785769380243,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25375.99951028824,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8237760351570316489,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 23047.750999042702,
        "paired_ratio": 1.1010184686281208,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20047.999918460846,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8237895744267434147,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19335.237256745124,
        "paired_ratio": 1.0368634039629938,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16416.00113362074,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 8238031136964551806,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 7035.5434107886385,
        "paired_ratio": 2.333295408062959,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19887.99963146448,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 8238166529661669466,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20050.301015754758,
        "paired_ratio": 0.9919052893937729,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9343.999903649092,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 8238301922358787127,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9279.625318231623,
        "paired_ratio": 1.0069371966226903,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31279.99883145094,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8238437315055904789,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 28623.759507306448,
        "paired_ratio": 1.0927984083805087,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24335.999507457018,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8238572707753022452,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23780.685330549833,
        "paired_ratio": 1.023351479117963,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17472.00032696128,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 8238708100450140116,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8481.543727671347,
        "paired_ratio": 2.0600023872963407,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}