{
  "experiment": {
    "candidate": "experiments/032-c1-cluster-qkv.py",
    "mode": "check",
    "job_id": "228a4d9dcc8c46b9",
    "status": "done",
    "passed": true,
    "speedup": 1.2712153086394076,
    "speedup_ci": [
      1.2521470790098164,
      1.2902835382689986
    ],
    "number": 32,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.2712153086394076,
    "speedup_ci": [
      1.2521470790098164,
      1.2902835382689986
    ],
    "baseline_us": 4830.8,
    "score_us": 3800.143034125703,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 31.059239749,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 2413007823971733453
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 2413145953615416408
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 2413284083259099364
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 2413422212902782321
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 2414112861121197121
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 2413560342546465279
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 2413698472190148238
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 2413836601833831198
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 2413974731477514159
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14159.999787807465,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 2426820788340033903,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10745.146790228955,
        "paired_ratio": 1.3178042202907632,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6431.999616324902,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 2426958917983716958,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5061.6860460785865,
        "paired_ratio": 1.2707227508327845,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21439.99934196472,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 2427097047627400014,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17142.419308621003,
        "paired_ratio": 1.2506985715360752,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7008.000276982784,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 2427235177271083071,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3854.225455104273,
        "paired_ratio": 1.8182642293802163,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10432.000271975994,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 2427373306914766129,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3585.8335656153604,
        "paired_ratio": 2.9092260087051116,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14031.9992788136,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 2427511436558449188,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13211.812412222407,
        "paired_ratio": 1.0620798147143256,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999968320131,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 2427649566202132248,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6767.679259008685,
        "paired_ratio": 1.0024115666075222,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21456.00039511919,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 2427787695845815309,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18701.39036368041,
        "paired_ratio": 1.1472943977891854,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18383.999820798635,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 2427925825489498371,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17910.481413527872,
        "paired_ratio": 1.0264380613975632,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14799.999538809061,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 2428063955133181434,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5341.445337777276,
        "paired_ratio": 2.7707855464018945,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14336.000196635723,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 2428202084776864498,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14424.354826137796,
        "paired_ratio": 0.9938746217375373,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6719.999946653843,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 2428340214420547563,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6824.178102560162,
        "paired_ratio": 0.9847339629270174,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21920.000668615103,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 2428478344064230629,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 19794.852517577798,
        "paired_ratio": 1.107358625135003,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18767.99948513508,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 2428616473707913696,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18346.87201307966,
        "paired_ratio": 1.0229536387322695,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15200.00072196126,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 2428754603351596764,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5832.677050502774,
        "paired_ratio": 2.606007600000934,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14112.000353634357,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 2428892732995279833,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12462.832149742035,
        "paired_ratio": 1.1323269208858324,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6687.999237328768,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 2429030862638962903,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6748.193121014665,
        "paired_ratio": 0.9910799998449293,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21631.999406963587,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 2429168992282645974,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18965.993029510333,
        "paired_ratio": 1.140567718932779,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7040.000520646572,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 2429307121926329046,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 5168.221808862229,
        "paired_ratio": 1.3621707389908657,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26208.000257611275,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 2429445251570012119,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5280.022053219491,
        "paired_ratio": 4.963615680663864,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16895.99920064211,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 2429583381213695193,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16905.1827700401,
        "paired_ratio": 0.999456760123631,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7232.00011998415,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 2429721510857378268,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7255.795913924446,
        "paired_ratio": 0.9967204433224713,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24512.00084760785,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 2429859640501061344,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 22772.255878907632,
        "paired_ratio": 1.076397568073685,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19839.998800307512,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 2429997770144744421,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 18941.117127615795,
        "paired_ratio": 1.0474566345076428,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15935.99934130907,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 2430135899788427499,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 6571.110197904901,
        "paired_ratio": 2.425160872570669,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19487.999379634857,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 2430274029432110578,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19461.47566257241,
        "paired_ratio": 1.0013628831401236,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9136.00018247962,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 2430412159075793658,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 8961.082858940594,
        "paired_ratio": 1.019519663671507,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30815.99995493889,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 2430550288719476739,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31239.690288557566,
        "paired_ratio": 0.9864374348879552,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24543.999694287777,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 2430688418363159821,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24165.99884553553,
        "paired_ratio": 1.0156418466775718,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17183.999065309763,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 2430826548006842904,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8185.926541431454,
        "paired_ratio": 2.099212468904569,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}