{
  "experiment": {
    "candidate": "experiments/028-cublaslt-expanded-search.py",
    "mode": "check",
    "job_id": "44171a897181430a",
    "status": "done",
    "passed": true,
    "speedup": 1.1783380023847052,
    "speedup_ci": [
      1.1606629323489346,
      1.1960130724204756
    ],
    "number": 28,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1783380023847052,
    "speedup_ci": [
      1.1606629323489346,
      1.1960130724204756
    ],
    "baseline_us": 4830.8,
    "score_us": 4099.672581401507,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 20.383409722,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 1916392705725962118
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 1916625458365619855
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 1916858211005277593
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 1917090963644935332
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 1918254726843224042
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 1917323716284593072
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 1917556468924250813
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 1917789221563908555
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 1918021974203566298
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14208.000153303146,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 1939667969691740768,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 12663.534098621669,
        "paired_ratio": 1.1219616927354885,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6752.000190317631,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 1939900722331398605,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5559.808544283579,
        "paired_ratio": 1.2144303417174007,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20720.000378787518,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1940133474971056443,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19367.299168041616,
        "paired_ratio": 1.0698445972775605,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7168.000098317862,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1940366227610714282,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4903.219968768157,
        "paired_ratio": 1.4618964973987671,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10336.000006645918,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 1940598980250372122,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6821.777488360235,
        "paired_ratio": 1.5151476318718808,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13968.000188469887,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 1940831732890029963,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12627.552171124124,
        "paired_ratio": 1.1061526413971992,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6863.999646157026,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 1941064485529687805,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6896.690884706682,
        "paired_ratio": 0.9952598660580616,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20879.998803138733,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1941297238169345648,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 19468.645375795553,
        "paired_ratio": 1.072493663534385,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18847.99962863326,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1941529990809003492,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18161.87499861769,
        "paired_ratio": 1.0377782927185542,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14879.998750984669,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 1941762743448661337,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6724.205777676624,
        "paired_ratio": 2.2129005629756424,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14464.0002399683,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 1941995496088319183,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13663.570313197573,
        "paired_ratio": 1.0585813157486075,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6784.000433981419,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 1942228248727977030,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6655.750500052913,
        "paired_ratio": 1.019269041699728,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21567.9993852973,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1942461001367634878,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20252.614008367258,
        "paired_ratio": 1.0649489185142518,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18784.000538289547,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1942693754007292727,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18524.411587742303,
        "paired_ratio": 1.0140133439228383,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15343.999955803156,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 1942926506646950577,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7322.426048948213,
        "paired_ratio": 2.0954803576346333,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13952.000997960567,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 1943159259286608428,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12471.338005410875,
        "paired_ratio": 1.1187252716514688,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6880.0002336502075,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 1943392011926266280,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6742.193732513494,
        "paired_ratio": 1.0204394158050007,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21152.000408619642,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1943624764565924133,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 20179.361692810184,
        "paired_ratio": 1.0481996770074251,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7040.000520646572,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1943857517205581987,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6453.861514794614,
        "paired_ratio": 1.090819892014775,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26560.00107526779,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 1944090269845239842,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6888.743640184857,
        "paired_ratio": 3.8555653196807107,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16671.99982330203,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 1944323022484897698,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16362.603505562385,
        "paired_ratio": 1.0189087462538873,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7360.000163316727,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 1944555775124555555,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7258.517688913893,
        "paired_ratio": 1.0139811568631747,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25216.00015461445,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 1944788527764213413,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24802.047264453548,
        "paired_ratio": 1.0166902709984824,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19807.999953627586,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 1945021280403871272,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19902.605670542478,
        "paired_ratio": 0.9952465662797653,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16288.000158965588,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 1945254033043529132,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10476.571997529994,
        "paired_ratio": 1.5547070323008063,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19936.00046262145,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 1945486785683186993,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20574.907915349548,
        "paired_ratio": 0.9689472509254123,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9120.000526309013,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 1945719538322844855,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9128.522424113882,
        "paired_ratio": 0.9990664537579096,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29344.000853598118,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 1945952290962502718,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 29749.657846728805,
        "paired_ratio": 0.9863643139957896,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24416.000582277775,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 1946185043602160582,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24764.660339326223,
        "paired_ratio": 0.985921076555418,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17663.99946063757,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 1946417796241818447,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11450.614858672336,
        "paired_ratio": 1.5426245383896928,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}