{
  "experiment": {
    "candidate": "experiments/009-packed-router.py",
    "mode": "submit",
    "job_id": "1eb88f402c9e49ff",
    "status": "done",
    "passed": true,
    "speedup": 1.1555057460302158,
    "speedup_ci": [
      1.1381731598397626,
      1.172838332220669
    ],
    "number": 9,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1555057460302158,
    "speedup_ci": [
      1.1381731598397626,
      1.172838332220669
    ],
    "baseline_us": 4830.8,
    "score_us": 4180.680205699018,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.016370411,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 8904188371835651292
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 8904377845508018403
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 8904567319180385515
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 8904756792852752628
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 8905704161214588208
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 8904946266525119742
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 8905135740197486857
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 8905325213869853973
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 8905514687542221090
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14112.001284956932,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 8923135739072367342,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14087.37810939377,
        "paired_ratio": 1.001747889165177,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7103.999145328999,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 8923325212744734553,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5933.2540418095405,
        "paired_ratio": 1.1973192274036526,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21407.99956396222,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8923514686417101765,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19340.274811074025,
        "paired_ratio": 1.1069128941075976,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7055.999711155891,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8923704160089468978,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4816.446911318013,
        "paired_ratio": 1.4649802730255836,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10431.999806314707,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 8923893633761836192,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6889.274326070899,
        "paired_ratio": 1.5142378300769885,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14143.99966597557,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 8924083107434203407,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13939.86589833642,
        "paired_ratio": 1.0146438831713231,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7039.9995893239975,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 8924272581106570623,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 7039.9995893239975,
        "paired_ratio": 1,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21647.999994456768,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8924462054778937840,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21340.74520881999,
        "paired_ratio": 1.0143975659064517,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18255.99977746606,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8924651528451305058,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18208.687584995674,
        "paired_ratio": 1.0025983307280955,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14624.000992625952,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 8924841002123672277,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6782.298752034977,
        "paired_ratio": 2.1562012419812873,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14464.000705629587,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 8925030475796039497,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14296.042981693672,
        "paired_ratio": 1.0117485463740552,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 8925219949468406718,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6654.22486092839,
        "paired_ratio": 1.0291206163163826,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21984.000224620104,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8925409423140773940,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21732.580153021827,
        "paired_ratio": 1.0115688091256536,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18592.000007629395,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8925598896813141163,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18582.77336739796,
        "paired_ratio": 1.000496515780988,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15311.99924647808,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 8925788370485508387,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7447.823946915484,
        "paired_ratio": 2.0559024160096513,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14527.999795973301,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 8925977844157875612,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14330.942302675581,
        "paired_ratio": 1.0137504910099966,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6751.9997246563435,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 8926167317830242838,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6640.759375843843,
        "paired_ratio": 1.016751148854624,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.00002962351,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8926356791502610065,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21290.905237147374,
        "paired_ratio": 1.0054997564064037,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6751.9997246563435,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8926546265174977293,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6657.308235609819,
        "paired_ratio": 1.0142236900704134,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26207.999791949987,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 8926735738847344522,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6862.116737694297,
        "paired_ratio": 3.8192296624723405,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17504.001036286354,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 8926925212519711752,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16976.39512728869,
        "paired_ratio": 1.0310787952943887,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7391.99947565794,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 8927114686192078983,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7204.867209430593,
        "paired_ratio": 1.0259730347260816,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25279.99971061945,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8927304159864446215,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24982.2800124587,
        "paired_ratio": 1.0119172348565573,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19727.99887880683,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8927493633536813448,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19614.084168742178,
        "paired_ratio": 1.0058078016329812,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16352.000180631876,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 8927683107209180682,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10164.308073429986,
        "paired_ratio": 1.6087666826408804,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19647.999200969934,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 8927872580881547917,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19343.325394487216,
        "paired_ratio": 1.0157508494671526,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9423.999581485987,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 8928062054553915153,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 8953.621845451851,
        "paired_ratio": 1.0525349120337344,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31136.001460254192,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8928251528226282390,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31106.95932943708,
        "paired_ratio": 1.0009336216539053,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24447.999894618988,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8928441001898649628,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24089.25801915913,
        "paired_ratio": 1.0148921928261359,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17808.000091463327,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 8928630475571016867,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11391.8661609928,
        "paired_ratio": 1.5632206207302703,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}