{
  "experiment": {
    "candidate": "experiments/022-cublaslt-plan-search.py",
    "mode": "check",
    "job_id": "5abcfb3369c54def",
    "status": "done",
    "passed": true,
    "speedup": 1.1590348370753416,
    "speedup_ci": [
      1.1416493145192115,
      1.1764203596314715
    ],
    "number": 22,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1590348370753416,
    "speedup_ci": [
      1.1416493145192115,
      1.1764203596314715
    ],
    "baseline_us": 4830.8,
    "score_us": 4167.950647790563,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 21.072169702,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 8023428279884377434
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 8023468382841750902
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 8023508485799124371
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 8023548588756497841
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 8023749103543365206
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 8023588691713871312
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 8023628794671244784
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 8023668897628618257
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 8023709000585991731
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14159.999322146177,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 8027438575621729184,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14341.21296300879,
        "paired_ratio": 0.9873641343078841,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6624.000146985054,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 8027478678579102752,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5520.263747606599,
        "paired_ratio": 1.1999426929296626,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21664.000116288662,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8027518781536476321,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19947.106761382835,
        "paired_ratio": 1.0860722998800856,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7056.000176817179,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 8027558884493849891,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4938.828725874245,
        "paired_ratio": 1.42867885655787,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10528.000071644783,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 8027598987451223462,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 7105.658464023055,
        "paired_ratio": 1.4816360967740743,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14016.001019626856,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 8027639090408597034,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14088.438294057874,
        "paired_ratio": 0.9948583886361932,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6816.000677645206,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 8027679193365970607,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6934.768288569923,
        "paired_ratio": 0.9828736006766841,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21343.999542295933,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8027719296323344181,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20082.00001627438,
        "paired_ratio": 1.0628423227267618,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18720.00005096197,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 8027759399280717756,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18754.353196549666,
        "paired_ratio": 0.9981682575118604,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14815.99872931838,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 8027799502238091332,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6970.912129686746,
        "paired_ratio": 2.1254031687219346,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14304.00088429451,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 8027839605195464909,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14288.123793344761,
        "paired_ratio": 1.0011112089438323,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6719.999946653843,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 8027879708152838487,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6757.641639316441,
        "paired_ratio": 0.9944297589792871,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21968.00010278821,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8027919811110212066,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20351.402486845574,
        "paired_ratio": 1.0794342118184508,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18815.998919308186,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 8027959914067585646,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18625.160074778643,
        "paired_ratio": 1.0102462928513547,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15360.00007763505,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 8028000017024959227,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7464.054548620944,
        "paired_ratio": 2.057862784573695,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13935.999944806099,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 8028040119982332809,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14052.952005767645,
        "paired_ratio": 0.991677758458611,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6815.999746322632,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 8028080222939706392,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6855.767012535748,
        "paired_ratio": 0.9941994431636312,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21344.000473618507,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8028120325897079976,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 19698.051998260074,
        "paired_ratio": 1.0835589466158289,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7039.9995893239975,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 8028160428854453561,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7087.196923976806,
        "paired_ratio": 0.9933404792953989,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26240.000501275063,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 8028200531811827147,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6933.295798306141,
        "paired_ratio": 3.784635945820414,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16992.00039729476,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 8028240634769200734,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16036.879165161401,
        "paired_ratio": 1.0595577993883167,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7296.000141650438,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 8028280737726574322,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7108.962930527858,
        "paired_ratio": 1.0263100557634632,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24944.00041177869,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8028320840683947911,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25164.964642623843,
        "paired_ratio": 0.9912193705024767,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19872.00090661645,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 8028360943641321501,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 20033.826851403635,
        "paired_ratio": 0.9919223648089057,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16240.00072479248,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 8028401046598695092,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10180.801385961078,
        "paired_ratio": 1.595159369987003,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19551.999401301146,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 8028441149556068684,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19951.818985085458,
        "paired_ratio": 0.9799607452291348,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9440.000168979168,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 8028481252513442277,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9345.122278516425,
        "paired_ratio": 1.0101526644205459,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30351.999681442976,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8028521355470815871,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 29388.51834490816,
        "paired_ratio": 1.0327842773571383,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24304.000195115805,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 8028561458428189466,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24119.434308722233,
        "paired_ratio": 1.0076521648074817,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17599.99943897128,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 8028601561385563062,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11127.07469810213,
        "paired_ratio": 1.5817274455767962,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}