{
  "experiment": {
    "candidate": "experiments/002-split-router.py",
    "mode": "submit",
    "job_id": "cc6781ae999346d3",
    "status": "done",
    "passed": true,
    "speedup": 1.103684687188643,
    "speedup_ci": [
      1.0871294168808134,
      1.1202399574964725
    ],
    "number": 2,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.103684687188643,
    "speedup_ci": [
      1.0871294168808134,
      1.1202399574964725
    ],
    "baseline_us": 4830.8,
    "score_us": 4376.974742945142,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.011974025,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 5590907962433868423
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 5590924022048063464
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 5590940081662258506
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 5590956141276453549
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 5591036439347428779
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 5590972200890648593
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 5590988260504843638
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 5591004320119038684
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 5591020379733233731
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14016.001019626856,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 5592513923853377473,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 15648.974082648825,
        "paired_ratio": 0.8956498327367948,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6864.000111818314,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 5592529983467572614,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5576.179694688452,
        "paired_ratio": 1.2309503078526263,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21327.99942046404,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5592546043081767756,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19381.282839452455,
        "paired_ratio": 1.100443123251308,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6784.000433981419,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5592562102695962899,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4479.8194847849,
        "paired_ratio": 1.5143468296038172,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10080.000385642052,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 5592578162310158043,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 10331.04382042267,
        "paired_ratio": 0.9757000900253322,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13760.000001639128,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 5592594221924353188,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13929.479402980593,
        "paired_ratio": 0.987833041247385,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7008.000742644072,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 5592610281538548334,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6992.486222313314,
        "paired_ratio": 1.0022187416374522,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21775.999572128057,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5592626341152743481,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21616.16258361582,
        "paired_ratio": 1.0073943276422888,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18576.000351458788,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5592642400766938629,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18487.941921424357,
        "paired_ratio": 1.004763019616174,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15327.999833971262,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 5592658460381133778,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7119.856884512959,
        "paired_ratio": 2.152852238829768,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14496.000483632088,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 5592674519995328928,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14566.464293973637,
        "paired_ratio": 0.9951626002769457,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6496.000569313765,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 5592690579609524079,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6637.562227963478,
        "paired_ratio": 0.9786726430897588,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22256.00089877844,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5592706639223719231,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 22295.806627195016,
        "paired_ratio": 0.9982146540341795,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18672.000151127577,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5592722698837914384,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18809.405574741133,
        "paired_ratio": 0.9926948556099999,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14975.999016314745,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 5592738758452109538,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7030.118599677132,
        "paired_ratio": 2.130262641230909,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13856.000732630491,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 5592754818066304693,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13489.62536443722,
        "paired_ratio": 1.02715978822949,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6560.000125318766,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 5592770877680499849,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6446.147342133289,
        "paired_ratio": 1.0176621440905194,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21311.999298632145,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5592786937294695006,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21129.565921438636,
        "paired_ratio": 1.0086340333668855,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6943.999789655209,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5592802996908890164,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6856.192115559067,
        "paired_ratio": 1.0128070615023863,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26271.999813616276,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 5592819056523085323,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6592.87198236149,
        "paired_ratio": 3.984909745540964,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17040.000297129154,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 5592835116137280483,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16888.975502374837,
        "paired_ratio": 1.0089422117246296,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7391.99947565794,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 5592851175751475644,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7334.752354190996,
        "paired_ratio": 1.007804915381258,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25919.999927282333,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5592867235365670806,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25438.04682770668,
        "paired_ratio": 1.0189461519133112,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20016.000140458345,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5592883294979865969,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19811.824038354116,
        "paired_ratio": 1.0103057700143592,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16416.00066795945,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 5592899354594061133,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 16175.60118195732,
        "paired_ratio": 1.014861857886944,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20224.000327289104,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 5592915414208256298,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19936.90015083718,
        "paired_ratio": 1.0144004421088435,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9568.000212311745,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 5592931473822451464,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9375.924630166606,
        "paired_ratio": 1.0204860416141939,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30928.001273423433,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5592947533436646631,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30663.127457821327,
        "paired_ratio": 1.0086381865635348,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24463.999550789595,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5592963593050841799,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24004.07533932863,
        "paired_ratio": 1.0191602552882935,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17488.000448793173,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 5592979652665036968,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 20952.56085163379,
        "paired_ratio": 0.8346474005075869,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}