{
  "experiment": {
    "candidate": "experiments/025-router-single-launch.py",
    "mode": "check",
    "job_id": "e8478220d206462e",
    "status": "done",
    "passed": true,
    "speedup": 1.142189139329831,
    "speedup_ci": [
      1.1250563022398834,
      1.1593219764197782
    ],
    "number": 25,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.142189139329831,
    "speedup_ci": [
      1.1250563022398834,
      1.1593219764197782
    ],
    "baseline_us": 4830.8,
    "score_us": 4229.422110277137,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.01768633,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 3093952443019574936
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 3094029625810518710
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 3094106808601462485
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 3094183991392406261
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 3094569905347125156
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 3094261174183350038
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 3094338356974293816
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 3094415539765237595
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 3094492722556181375
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13919.999822974205,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 3101670722113957286,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 13846.963507812376,
        "paired_ratio": 1.005274536552409,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6895.999889820814,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 3101747904904901160,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5606.065943374073,
        "paired_ratio": 1.2300961065167886,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21632.00080394745,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3101825087695845035,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19573.55927284574,
        "paired_ratio": 1.1051643956220762,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3101902270486788911,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4467.41607093194,
        "paired_ratio": 1.5328771444737783,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10239.999741315842,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 3101979453277732788,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6756.848453566269,
        "paired_ratio": 1.5154993946787667,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13888.000044971704,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 3102056636068676666,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13759.711803372993,
        "paired_ratio": 1.0093234686475965,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6560.000125318766,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 3102133818859620545,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6567.475385209585,
        "paired_ratio": 0.9988617757277547,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21392.000373452902,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3102211001650564425,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21420.185828913014,
        "paired_ratio": 0.9986841638216757,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18351.999577134848,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3102288184441508306,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18516.35689761324,
        "paired_ratio": 0.9911236685819347,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14816.000126302242,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 3102365367232452188,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7038.0558727469,
        "paired_ratio": 2.1051268126008313,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14287.999831140041,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 3102442550023396071,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14369.180485181594,
        "paired_ratio": 0.9943503629782316,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6783.999968320131,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 3102519732814339955,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6854.460584701064,
        "paired_ratio": 0.9897204724558196,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21599.999628961086,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3102596915605283840,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21799.890691384266,
        "paired_ratio": 0.9908306392333344,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18704.000394791365,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3102674098396227726,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18787.07315978809,
        "paired_ratio": 0.9955781954810003,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15072.00114428997,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 3102751281187171613,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7977.655282225789,
        "paired_ratio": 1.8892770633835707,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14256.000518798828,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 3102828463978115501,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14400.119871123725,
        "paired_ratio": 0.9899917949562422,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6399.999838322401,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 3102905646769059390,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6542.3069703151405,
        "paired_ratio": 0.9782481726035726,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.000495284796,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3102982829560003280,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21664.892519725545,
        "paired_ratio": 0.9881424740876581,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7040.000054985285,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3103060012350947171,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7152.697848339235,
        "paired_ratio": 0.9842440159302804,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26112.00138926506,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 3103137195141891063,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 7180.560674716339,
        "paired_ratio": 3.636485028419677,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17152.000218629837,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 3103214377932834956,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17047.962421447617,
        "paired_ratio": 1.0061026528924848,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7263.999432325363,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 3103291560723778850,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7249.9874324414495,
        "paired_ratio": 1.0019326929893995,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25632.000528275967,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3103368743514722745,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24979.453613748137,
        "paired_ratio": 1.0261233461955581,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19679.998978972435,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3103445926305666641,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19720.173179565303,
        "paired_ratio": 0.9979627866232688,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16255.998983979225,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 3103523109096610538,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10160.9745456761,
        "paired_ratio": 1.599846442967107,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19824.00007545948,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 3103600291887554436,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19666.566010119295,
        "paired_ratio": 1.008005162937911,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9360.000025480986,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 3103677474678498335,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9351.832655452907,
        "paired_ratio": 1.0008733443303561,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30607.99976810813,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3103754657469442235,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30553.138034511947,
        "paired_ratio": 1.001795616984881,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24224.000982940197,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3103831840260386136,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24047.836250479708,
        "paired_ratio": 1.0073255959756868,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17248.0009496212,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 3103909023051330038,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11033.99651630953,
        "paired_ratio": 1.563168968208994,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}