{
  "experiment": {
    "candidate": "experiments/005-attention-fused-prep.py",
    "mode": "submit",
    "job_id": "87e5773111914b12",
    "status": "done",
    "passed": true,
    "speedup": 1.1322882082938408,
    "speedup_ci": [
      1.1153038851694332,
      1.1492725314182484
    ],
    "number": 5,
    "problem": "muse_attention_decode"
  },
  "result": {
    "passed": true,
    "speedup": 1.1322882082938408,
    "speedup_ci": [
      1.1153038851694332,
      1.1492725314182484
    ],
    "baseline_us": 3766.3,
    "score_us": 3326.2732689543345,
    "gpu": "H200",
    "records": [
      {
        "case": {
          "batch": 1,
          "ctx": 10,
          "heads": "tp8",
          "layer": "sliding",
          "seed": 978086420636908279
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 2047,
          "heads": "tp8",
          "layer": "sliding",
          "seed": 978111278444297373
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "batch": 5,
          "ctx": 5000,
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 978136136251686468,
          "spread": "mixed"
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 3000,
          "heads": "tp8",
          "layer": "full",
          "seed": 978160994059075564
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "batch": 8,
          "ctx": 8192,
          "heads": "dp",
          "layer": "full",
          "seed": 978185851866464661,
          "spread": "mixed"
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 100000,
          "heads": "tp8",
          "layer": "full",
          "page": 1,
          "q_len": 8,
          "seed": 978210709673853759
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "edges",
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "seed": 978235567481242858
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "edges",
          "heads": "tp8",
          "layer": "full",
          "q_len": 8,
          "seed": 978260425288631958
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 1048576,
          "heads": "tp8",
          "layer": "full",
          "q_len": 8,
          "seed": 978285283096021059
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 4000,
          "heads": "tp8",
          "kv_scale": 0.015625,
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 978434429940355686
        },
        "event": "test",
        "index": 9,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 9000,
          "heads": "tp8",
          "kv_scale": 0.015625,
          "layer": "full",
          "seed": 978459287747744794
        },
        "event": "test",
        "index": 10,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "full",
          "seed": 978310140903410161,
          "spread": "mixed"
        },
        "event": "test",
        "index": 11,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 978334998710799264
        },
        "event": "test",
        "index": 12,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 20000,
          "dist": "soft",
          "heads": "dp",
          "layer": "full",
          "q_len": 8,
          "seed": 978359856518188368
        },
        "event": "test",
        "index": 13,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "page": 1,
          "seed": 978384714325577473,
          "spread": "mixed"
        },
        "event": "test",
        "index": 14,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 20000,
          "dist": "coherent",
          "heads": "dp",
          "layer": "full",
          "q_len": 8,
          "seed": 978409572132966579
        },
        "event": "test",
        "index": 15,
        "status": "pass"
      },
      {
        "baseline_ns": 20448.000635951757,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 1",
          "page": 1,
          "seed": 980572201375822629,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 16565.22966210039,
        "paired_ratio": 1.2343928247934142,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31488.001812249422,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 1",
          "page": 1,
          "seed": 980597059183211823,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 26905.14840393305,
        "paired_ratio": 1.1703336974586782,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26447.999756783247,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 16",
          "page": 1,
          "seed": 980621916990601018,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 20327.857362835188,
        "paired_ratio": 1.301071691162952,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 199600.0036597252,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 16",
          "page": 1,
          "seed": 980646774797990214,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 193432.67496584813,
        "paired_ratio": 1.0318835930639223,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31344.00025010109,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 32",
          "page": 1,
          "seed": 980671632605379411,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 24811.66780499153,
        "paired_ratio": 1.2632766364780768,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 383840.00258520246,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 32",
          "page": 1,
          "seed": 980696490412768609,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 376883.84327451023,
        "paired_ratio": 1.0184570377181852,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22896.001115441322,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 980721348220157808,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 17018.625452218137,
        "paired_ratio": 1.3453496100331153,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 35744.00022625923,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 980746206027547008,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 29568.956325178653,
        "paired_ratio": 1.2088353688636073,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29120.001010596752,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 980771063834936209,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 22802.388483145067,
        "paired_ratio": 1.2770592445664848,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 204527.9974117875,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 980795921642325411,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 197133.23196987936,
        "paired_ratio": 1.0375115112151057,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 34400.001633912325,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 980820779449714614,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 27663.87491512322,
        "paired_ratio": 1.2434990303945677,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 389599.9947562814,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 980845637257103818,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 381779.7699464861,
        "paired_ratio": 1.020483601870501,
        "runs": 58,
        "status": "pass"
      }
    ]
  }
}