{
  "experiment": {
    "candidate": "experiments/035-c2-pooler-lt-layouts.py",
    "mode": "check",
    "job_id": "0ca0f57f661247b0",
    "status": "done",
    "passed": true,
    "speedup": 1.2860157052201229,
    "speedup_ci": [
      1.266725469641821,
      1.3053059407984247
    ],
    "number": 35,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.2860157052201229,
    "speedup_ci": [
      1.266725469641821,
      1.3053059407984247
    ],
    "baseline_us": 4830.8,
    "score_us": 3756.408246330964,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 47.920224719,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 5962464741439590981
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 5962520438588674856
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 5962576135737758732
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 5962631832886842609
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 5962910318632262009
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 5962687530035926487
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 5962743227185010366
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 5962798924334094246
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 5962854621483178127
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14047.999400645494,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 5968034456347983431,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10799.891013477989,
        "paired_ratio": 1.3007538115999457,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000011652708,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 5968090153497067406,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5542.618362171652,
        "paired_ratio": 1.2470640336392418,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20688.00013512373,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5968145850646151382,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17288.54922423595,
        "paired_ratio": 1.1966302011115113,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000477313995,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5968201547795235359,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3799.4766711133684,
        "paired_ratio": 1.819198030577342,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10464.000049978495,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 5968257244944319337,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3835.9181145286384,
        "paired_ratio": 2.7278997459163232,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13695.99997997284,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 5968312942093403316,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12273.641491219556,
        "paired_ratio": 1.1158872442030203,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6752.000190317631,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 5968368639242487296,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6776.059181244025,
        "paired_ratio": 0.9964494125150222,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20767.999812960625,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5968424336391571277,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18291.655043911258,
        "paired_ratio": 1.135381121232858,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18848.001025617123,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5968480033540655259,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18263.45450144307,
        "paired_ratio": 1.0320063503937804,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15232.000034302473,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 5968535730689739242,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5432.406012371215,
        "paired_ratio": 2.803914140367021,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14576.000161468983,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 5968591427838823226,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13625.530614536592,
        "paired_ratio": 1.069756516191624,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6655.999459326267,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 5968647124987907211,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6593.896923239187,
        "paired_ratio": 1.009418184240674,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21344.000473618507,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5968702822136991197,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 18820.479870646748,
        "paired_ratio": 1.1340837545225164,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18623.999319970608,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5968758519286075184,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18123.142793397492,
        "paired_ratio": 1.027636295331491,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15679.99878898263,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 5968814216435159172,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5979.029269132055,
        "paired_ratio": 2.6224990852501406,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14240.001328289509,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 5968869913584243161,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12302.69997821418,
        "paired_ratio": 1.1574696085823384,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6880.0002336502075,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 5968925610733327151,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6839.98092251497,
        "paired_ratio": 1.0058507928002411,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20912.000443786383,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5968981307882411142,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18367.672497143616,
        "paired_ratio": 1.1385220662573572,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6959.9999114871025,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5969037005031495134,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 4827.272448964874,
        "paired_ratio": 1.441807974393398,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26256.00015744567,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 5969092702180579127,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5225.458505482683,
        "paired_ratio": 5.0246308778257855,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17551.999539136887,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 5969148399329663121,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17218.362932013457,
        "paired_ratio": 1.0193767902582138,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7520.000450313091,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 5969204096478747116,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7647.545173022292,
        "paired_ratio": 0.9833221354273092,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25503.999553620815,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5969259793627831112,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 20890.56579096741,
        "paired_ratio": 1.220838143342587,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19760.000053793192,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5969315490776915109,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 18902.77486097479,
        "paired_ratio": 1.0453491722312243,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16255.9999153018,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 5969371187925999107,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 7095.453958013583,
        "paired_ratio": 2.2910443801756086,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19936.000928282738,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 5969426885075083106,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19953.69684288343,
        "paired_ratio": 0.9991131510747091,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9312.000125646591,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 5969482582224167106,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9423.416603928723,
        "paired_ratio": 0.9881766366738279,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29024.00027960539,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5969538279373251107,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 28743.48281531446,
        "paired_ratio": 1.0097593414859758,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24271.999951452017,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5969593976522335109,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23885.405871902964,
        "paired_ratio": 1.0161853678192596,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17536.000348627567,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 5969649673671419112,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8739.519663917878,
        "paired_ratio": 2.0065176374654756,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}