{
  "experiment": {
    "candidate": "experiments/004-router-dispatch.py",
    "mode": "submit",
    "job_id": "5a243a8bf9374769",
    "status": "done",
    "passed": true,
    "speedup": 1.1144449094142095,
    "speedup_ci": [
      1.0977282357729963,
      1.1311615830554225
    ],
    "number": 4,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1144449094142095,
    "speedup_ci": [
      1.0977282357729963,
      1.1311615830554225
    ],
    "baseline_us": 4830.8,
    "score_us": 4334.714043908401,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.01425942,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 8505459510515317864
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 8505736502801717422
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 8506013495088116981
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 8506290487374516541
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 8507675448806514356
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 8506567479660916102
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 8506844471947315664
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 8507121464233715227
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 8507398456520114791
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14223.999343812466,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 8533158739155278614,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 13896.496344080017,
        "paired_ratio": 1.0235673072998697,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6831.999868154526,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 8533435731441678272,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5366.191191373301,
        "paired_ratio": 1.273156252639239,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21551.999263465405,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8533712723728077931,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19088.57370047233,
        "paired_ratio": 1.1290523640816663,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6992.00015515089,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8533989716014477591,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4632.463606267092,
        "paired_ratio": 1.509348102744222,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10528.000071644783,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 8534266708300877252,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6873.112055350702,
        "paired_ratio": 1.53176610345655,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14048.000331968069,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 8534543700587276914,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14128.85196218548,
        "paired_ratio": 0.9942775513230797,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6431.999616324902,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 8534820692873676577,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6391.094943265343,
        "paired_ratio": 1.0064002605848723,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21263.999864459038,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8535097685160076241,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21150.337134643265,
        "paired_ratio": 1.005374038678069,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18336.000852286816,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8535374677446475906,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18081.603984275076,
        "paired_ratio": 1.0140693750528427,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14752.000104635954,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 8535651669732875572,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6821.325919684481,
        "paired_ratio": 2.162629418140792,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14208.000153303146,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 8535928662019275239,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14509.361733834006,
        "paired_ratio": 0.9792298526937872,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6815.9992806613445,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 8536205654305674907,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6944.573684057762,
        "paired_ratio": 0.9814856304726699,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21728.00013795495,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8536482646592074576,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21834.94187979544,
        "paired_ratio": 0.9951022657889717,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18496.000207960606,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8536759638878474246,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18609.15218678486,
        "paired_ratio": 0.9939195521811783,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15296.000987291336,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 8537036631164873917,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7396.773320264244,
        "paired_ratio": 2.0679288555979296,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14111.999422311783,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 8537313623451273589,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14142.872169093436,
        "paired_ratio": 0.9978170808296549,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6560.000125318766,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 8537590615737673262,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6496.375644686936,
        "paired_ratio": 1.0097938426149764,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21616.000216454268,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8537867608024072936,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21448.085788284596,
        "paired_ratio": 1.007828877123449,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7136.000320315361,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8538144600310472611,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7055.7649081963655,
        "paired_ratio": 1.011371610755595,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26447.998825460672,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 8538421592596872287,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6971.404305488049,
        "paired_ratio": 3.7937835286127646,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16784.000210464,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 8538698584883271964,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17221.599285920125,
        "paired_ratio": 0.9745901023365529,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7215.999998152256,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 8538975577169671642,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7294.441751700082,
        "paired_ratio": 0.9892463664502436,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24815.999902784824,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8539252569456071321,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24887.120425907648,
        "paired_ratio": 0.9971422759280424,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19919.998943805695,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8539529561742471001,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19948.38200841291,
        "paired_ratio": 0.9985771746001633,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16591.99921414256,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 8539806554028870682,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 16687.146558928416,
        "paired_ratio": 0.9942981656899904,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19807.999953627586,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 8540083546315270364,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20056.875834688683,
        "paired_ratio": 0.9875914931561445,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9119.999594986439,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 8540360538601670047,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9263.29644122728,
        "paired_ratio": 0.9845306854692587,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30415.999703109264,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8540637530888069731,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30575.219585977153,
        "paired_ratio": 0.9947925187447906,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24367.99928545952,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8540914523174469416,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24513.576172685665,
        "paired_ratio": 0.9940613770018445,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17104.000318795443,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 8541191515460869102,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 21256.324246623655,
        "paired_ratio": 0.804654658084275,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}