{
  "experiment": {
    "candidate": "experiments/027-paired-router-search.py",
    "mode": "check",
    "job_id": "af4bdc2fdc3d4e9f",
    "status": "done",
    "passed": true,
    "speedup": 1.1539255616292756,
    "speedup_ci": [
      1.1366166782048364,
      1.1712344450537147
    ],
    "number": 27,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1539255616292756,
    "speedup_ci": [
      1.1366166782048364,
      1.1712344450537147
    ],
    "baseline_us": 4830.8,
    "score_us": 4186.405224596284,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 6.011858723,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 9146127048673729754
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 9146360409482964449
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 9146593770292199145
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 9146827131101433842
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 9147993935147607342
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 9147060491910668540
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 9147293852719903239
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 9147527213529137939
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 9147760574338372640
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14016.000088304281,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 9169463129597204204,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 13785.24705642973,
        "paired_ratio": 1.0167391292248857,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6703.999359160662,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 9169696490406438999,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5495.886523555315,
        "paired_ratio": 1.21982128459665,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21664.000116288662,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 9169929851215673795,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19681.945469722206,
        "paired_ratio": 1.100704203739186,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6879.99976798892,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 9170163212024908592,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4723.483037720849,
        "paired_ratio": 1.4565522333935643,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10528.00053730607,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 9170396572834143390,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6257.522918691787,
        "paired_ratio": 1.6824549704577159,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13840.00014513731,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 9170629933643378189,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13864.270555743315,
        "paired_ratio": 0.9982494275116442,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6880.0002336502075,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 9170863294452612989,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6680.000437953248,
        "paired_ratio": 1.0299400872132636,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21632.001269608736,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 9171096655261847790,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21454.691696039343,
        "paired_ratio": 1.0082643729437568,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18479.999620467424,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 9171330016071082592,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18635.159479285503,
        "paired_ratio": 0.9916738110564307,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14815.99872931838,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 9171563376880317395,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6348.828930826211,
        "paired_ratio": 2.333658520452572,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13999.9995008111,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 9171796737689552199,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14314.547960200905,
        "paired_ratio": 0.9780259593062699,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6495.99963799119,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 9172030098498787004,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6447.4605421777915,
        "paired_ratio": 1.0075284052528692,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21983.999758958817,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 9172263459308021810,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21700.269899665607,
        "paired_ratio": 1.0130749460999828,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18559.99929830432,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 9172496820117256617,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18799.614548272417,
        "paired_ratio": 0.9872542466574072,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15184.000134468079,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 9172730180926491425,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 6901.934277151804,
        "paired_ratio": 2.199963013952953,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14399.999286979437,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 9172963541735726234,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14404.196563346419,
        "paired_ratio": 0.9997086073944823,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 9173196902544961044,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6752.93258087472,
        "paired_ratio": 1.0140779443557522,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21392.000373452902,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 9173430263354195855,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21319.32225000861,
        "paired_ratio": 1.0034090259808452,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7168.000098317862,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 9173663624163430667,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7232.189062051946,
        "paired_ratio": 0.9911245456689053,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26144.000235944986,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 9173896984972665480,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6161.3902031560665,
        "paired_ratio": 4.243198267584671,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17264.000605791807,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 9174130345781900294,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17152.038480895033,
        "paired_ratio": 1.0065276278980766,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7680.000271648169,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 9174363706591135109,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7623.76503134715,
        "paired_ratio": 1.0073763081718536,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25712.00020611286,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 9174597067400369925,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25467.304884818055,
        "paired_ratio": 1.009608214233956,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19536.000210791826,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 9174830428209604742,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19677.339467071408,
        "paired_ratio": 0.9928171561751982,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16320.000868290663,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 9175063789018839560,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10474.823910965433,
        "paired_ratio": 1.5580215006007196,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20127.999130636454,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 9175297149828074379,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19932.84474562614,
        "paired_ratio": 1.0097905937411737,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9632.000233978033,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 9175530510637309199,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9617.0497866955,
        "paired_ratio": 1.0015545772990815,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30896.000564098358,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 9175763871446544020,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31229.58394738687,
        "paired_ratio": 0.9893183532687946,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25136.00094243884,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 9175997232255778842,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24986.89869387517,
        "paired_ratio": 1.0059672170760519,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18000.00062212348,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 9176230593065013665,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11470.999535085155,
        "paired_ratio": 1.5691745577243505,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}