{
  "experiment": {
    "candidate": "experiments/033-c1-deep-cluster-qkv.py",
    "mode": "check",
    "job_id": "e22801f8d913429f",
    "status": "done",
    "passed": true,
    "speedup": 1.277068594801844,
    "speedup_ci": [
      1.2579125658798165,
      1.2962246237238717
    ],
    "number": 33,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.277068594801844,
    "speedup_ci": [
      1.2579125658798165,
      1.2962246237238717
    ],
    "baseline_us": 4830.8,
    "score_us": 3782.725547917471,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 32.572949492,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 4351070620868356377
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 4351289589432121430
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 4351508557995886484
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 4351727526559651539
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 4352822369378476829
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 4351946495123416595
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 4352165463687181652
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 4352384432250946710
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 4352603400814711769
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14240.000862628222,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 4372967477244866627,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10876.396132203692,
        "paired_ratio": 1.3092572842639763,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000498980284,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 4373186445808631780,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5729.7183450108905,
        "paired_ratio": 1.21751194019067,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21376.000251621008,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4373405414372396934,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17124.643385331154,
        "paired_ratio": 1.248259585360565,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7168.000098317862,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 4373624382936162089,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4129.189609961872,
        "paired_ratio": 1.7359338696931501,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10176.000650972128,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 4373843351499927245,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3538.417032426717,
        "paired_ratio": 2.875862442927826,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13935.999944806099,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 4374062320063692402,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12934.532587314196,
        "paired_ratio": 1.077425863728088,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6464.000325649977,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 4374281288627457560,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6699.731133515189,
        "paired_ratio": 0.9648148853786123,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21472.000051289797,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4374500257191222719,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18614.154356037878,
        "paired_ratio": 1.1535307831120956,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18672.00108245015,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 4374719225754987879,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18028.74341230327,
        "paired_ratio": 1.035679562099037,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14640.000183135271,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 4374938194318753040,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5217.971082712052,
        "paired_ratio": 2.8056882552760527,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14463.999308645725,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 4375157162882518202,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14433.180098315392,
        "paired_ratio": 1.0021353028314204,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6928.000133484602,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 4375376131446283365,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6967.756628038898,
        "paired_ratio": 0.9942942188315946,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22048.000246286392,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4375595100010048529,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 19815.957459243622,
        "paired_ratio": 1.1126386545607758,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18751.99982896447,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 4375814068573813694,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18223.025757932257,
        "paired_ratio": 1.0290277848508202,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15279.999934136868,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 4376033037137578860,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5799.245562707612,
        "paired_ratio": 2.6348254732297938,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14080.00010997057,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 4376252005701344027,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12513.197998520487,
        "paired_ratio": 1.1252119651295645,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6719.999480992556,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 4376470974265109195,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6640.445053843201,
        "paired_ratio": 1.0119802854333253,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21600.00056028366,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4376689942828874364,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18243.94085432725,
        "paired_ratio": 1.1839547569658115,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7039.9995893239975,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 4376908911392639534,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 4888.256068768491,
        "paired_ratio": 1.4401863344073136,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26127.999648451805,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 4377127879956404705,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 4960.834209814088,
        "paired_ratio": 5.266856045453487,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17088.001128286123,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 4377346848520169877,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16798.80830982426,
        "paired_ratio": 1.0172150793751684,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7456.000428646803,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 4377565817083935050,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7535.406324599036,
        "paired_ratio": 0.9894622940646192,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24831.99955895543,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4377784785647700224,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 22550.757272862793,
        "paired_ratio": 1.10116034058146,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19968.00070628524,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 4378003754211465399,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19036.956817599385,
        "paired_ratio": 1.0489071807855928,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16607.999335974455,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 4378222722775230575,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 7071.34824194393,
        "paired_ratio": 2.3486326465246856,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19904.00068461895,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 4378441691338995752,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20024.286113284536,
        "paired_ratio": 0.9939930228730708,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9248.00056964159,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 4378660659902760930,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9316.954412993236,
        "paired_ratio": 0.9925991004898034,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30480.001587420702,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4378879628466526109,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30825.16408295662,
        "paired_ratio": 0.9888025739422824,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24288.00007328391,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 4379098597030291289,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23870.47188254532,
        "paired_ratio": 1.0174914091683247,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17279.998864978552,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 4379317565594056470,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8318.170584696874,
        "paired_ratio": 2.077379718176128,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}