{
  "experiment": {
    "candidate": "experiments/017-quack-large-dense.py",
    "mode": "check",
    "job_id": "9f4513b067514f58",
    "status": "done",
    "passed": false,
    "speedup": null,
    "speedup_ci": null,
    "number": 17,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": false,
    "speedup": null,
    "speedup_ci": null,
    "score_us": null,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.016305024,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 1947776133184878910
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 1947961622600119718
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 1948147112015360527
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 1948332601430601337
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 1949260048506805402
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 1948518090845842148
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 1948703580261082960
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 1948889069676323773
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 1949074559091564587
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 13983.999844640493,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 1966325074708964660,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14460.005287039212,
        "paired_ratio": 0.9670812400860342,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6992.000620812178,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 1966510564124205568,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5757.731242387998,
        "paired_ratio": 1.2143673135240456,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21632.001269608736,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1966696053539446477,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19639.962127946455,
        "paired_ratio": 1.1014278504553596,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7104.000076651573,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 1966881542954687387,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4865.6004678846575,
        "paired_ratio": 1.4600459128408607,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10368.000250309706,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 1967067032369928298,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6876.732457333017,
        "paired_ratio": 1.5076928344440343,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14015.999156981707,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 1967252521785169210,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14039.858384167836,
        "paired_ratio": 0.9983006077032064,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6847.99998998642,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 1967438011200410123,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6918.146460377029,
        "paired_ratio": 0.989860510934198,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21856.000646948814,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1967623500615651037,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21889.082002375,
        "paired_ratio": 0.9984886823749578,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18480.001017451286,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 1967808990030891952,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18434.8047550745,
        "paired_ratio": 1.0024516810987296,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14911.999460309744,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 1967994479446132868,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 7124.2169427178915,
        "paired_ratio": 2.093142247100186,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14384.001027792692,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 1968179968861373785,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14695.057900368376,
        "paired_ratio": 0.9788325520944094,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000033318996,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 1968365458276614703,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 7150.880135491631,
        "paired_ratio": 0.9755442548526774,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21919.99927163124,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1968550947691855622,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 22028.842846719865,
        "paired_ratio": 0.9950590425540744,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18720.001447945833,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 1968736437107096542,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18767.801601142026,
        "paired_ratio": 0.9974530765929834,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15023.999847471714,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 1968921926522337463,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7244.320490383236,
        "paired_ratio": 2.0739004945206285,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13744.000345468521,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 1969107415937578385,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13832.026657144856,
        "paired_ratio": 0.9936360510387778,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6912.000477313995,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 1969292905352819308,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6960.316797816729,
        "paired_ratio": 0.9930583158919017,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21455.999463796616,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1969478394768060232,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21430.70699068924,
        "paired_ratio": 1.0011801977936783,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6879.99976798892,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 1969663884183301157,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6859.203102306104,
        "paired_ratio": 1.0030319361261988,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26159.999892115593,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 1969849373598542083,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6649.458053632247,
        "paired_ratio": 3.93415518695178,
        "runs": 60,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 1970034863013783010,
          "weight": 62
        },
        "error": "kernel_fn failed: AssertionError: 2D (unbatched) operands do not support split_k",
        "event": "benchmark",
        "index": 20,
        "status": "fail"
      }
    ]
  }
}