{
  "experiment": {
    "candidate": "experiments/030-c1-atomic-router.py",
    "mode": "submit",
    "job_id": "f532c7ddea4149a4",
    "status": "done",
    "passed": true,
    "speedup": 1.2784972818754623,
    "speedup_ci": [
      1.2593198226473303,
      1.297674741103594
    ],
    "number": 30,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.2784972818754623,
    "speedup_ci": [
      1.2593198226473303,
      1.297674741103594
    ],
    "baseline_us": 4830.8,
    "score_us": 3778.498451645958,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.017757156,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 5582404490377266257
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 5582665530129375889
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 5582926569881485522
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 5583187609633595156
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 5584492808394143341
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 5583448649385704791
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 5583709689137814427
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 5583970728889924064
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 5584231768642033702
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13728.000689297915,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 5608508465588234407,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 10338.598619549259,
        "paired_ratio": 1.3278396032649564,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6672.000512480736,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 5608769505340344139,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5132.72105103865,
        "paired_ratio": 1.2998954056017906,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21712.000481784344,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5609030545092453872,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17266.981325100136,
        "paired_ratio": 1.2574288506481854,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999502658844,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5609291584844563606,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3468.203156628265,
        "paired_ratio": 1.9560559737377514,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10239.999275654554,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 5609552624596673341,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3470.412080053272,
        "paired_ratio": 2.9506580312207094,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14128.000475466251,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 5609813664348783077,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12931.58380045471,
        "paired_ratio": 1.092518959276239,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6880.0002336502075,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 5610074704100892814,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6687.113022865899,
        "paired_ratio": 1.0288446165220702,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21567.9993852973,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5610335743853002552,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18472.64853908868,
        "paired_ratio": 1.1675639981813524,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18479.999620467424,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5610596783605112291,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17637.282762030016,
        "paired_ratio": 1.0477804245590274,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14879.999216645956,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 5610857823357222031,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5397.413628095889,
        "paired_ratio": 2.756875837565807,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14287.999365478754,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 5611118863109331772,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14107.13501457514,
        "paired_ratio": 1.012820771242123,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6752.000190317631,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 5611379902861441514,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6649.610690962437,
        "paired_ratio": 1.0153978186263375,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21808.000281453133,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5611640942613551257,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 19418.937369417075,
        "paired_ratio": 1.1230274791348056,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18624.00071695447,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5611901982365661001,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 17990.779983570792,
        "paired_ratio": 1.0351969583287626,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14943.999238312244,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 5612163022117770746,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5622.88504022042,
        "paired_ratio": 2.6577102557527,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14047.998934984207,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 5612424061869880492,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13130.923552152446,
        "paired_ratio": 1.0698408896517742,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6591.999903321266,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 5612685101621990239,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6671.439974959379,
        "paired_ratio": 0.9880925149688398,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21312.00022995472,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5612946141374099987,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18263.838537216492,
        "paired_ratio": 1.1668960052689332,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6927.999667823315,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5613207181126209736,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6475.711829522877,
        "paired_ratio": 1.0698437253242878,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26111.999060958624,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 5613468220878319486,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5252.704251441614,
        "paired_ratio": 4.97115348799471,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17216.000240296125,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 5613729260630429237,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17088.613792117307,
        "paired_ratio": 1.0074544635234006,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7488.000672310591,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 5613990300382538989,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7400.179300075542,
        "paired_ratio": 1.0118674654591344,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24927.999824285507,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5614251340134648742,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 22525.06645700154,
        "paired_ratio": 1.1066781921319062,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20000.00048428774,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5614512379886758496,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19013.65317327629,
        "paired_ratio": 1.0518757390819435,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16415.999736636877,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 5614773419638868251,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 7094.1877075325565,
        "paired_ratio": 2.314006960826042,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19551.99893563986,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 5615034459390978007,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19367.994535912425,
        "paired_ratio": 1.0095004363712645,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9456.000290811062,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 5615295499143087764,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9272.90364836702,
        "paired_ratio": 1.0197453407678063,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30399.99958127737,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5615556538895197522,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30179.12890057855,
        "paired_ratio": 1.0073186565929868,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24288.00007328391,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5615817578647307281,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23768.5269697603,
        "paired_ratio": 1.0218555026226284,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17343.999817967415,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 5616078618399417041,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8359.436579457537,
        "paired_ratio": 2.0747809560022894,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}