{
  "experiment": {
    "candidate": "experiments/005-attention-fused-prep.py",
    "mode": "check",
    "job_id": "58b3a19d62ba47e9",
    "status": "done",
    "passed": true,
    "speedup": 1.132495833872178,
    "speedup_ci": [
      1.1155083963640953,
      1.1494832713802605
    ],
    "number": 5,
    "problem": "muse_attention_decode"
  },
  "result": {
    "passed": true,
    "speedup": 1.132495833872178,
    "speedup_ci": [
      1.1155083963640953,
      1.1494832713802605
    ],
    "baseline_us": 3766.3,
    "score_us": 3325.663448246374,
    "gpu": "H200",
    "records": [
      {
        "case": {
          "batch": 1,
          "ctx": 10,
          "heads": "tp8",
          "layer": "sliding",
          "seed": 2606330838263529332
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 2047,
          "heads": "tp8",
          "layer": "sliding",
          "seed": 2606463616936464045
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "batch": 5,
          "ctx": 5000,
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 2606596395609398759,
          "spread": "mixed"
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 3000,
          "heads": "tp8",
          "layer": "full",
          "seed": 2606729174282333474
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "batch": 8,
          "ctx": 8192,
          "heads": "dp",
          "layer": "full",
          "seed": 2606861952955268190,
          "spread": "mixed"
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 100000,
          "heads": "tp8",
          "layer": "full",
          "page": 1,
          "q_len": 8,
          "seed": 2606994731628202907
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "edges",
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "seed": 2607127510301137625
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "edges",
          "heads": "tp8",
          "layer": "full",
          "q_len": 8,
          "seed": 2607260288974072344
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 1048576,
          "heads": "tp8",
          "layer": "full",
          "q_len": 8,
          "seed": 2607393067647007064
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 4000,
          "heads": "tp8",
          "kv_scale": 0.015625,
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 2608189739684615405
        },
        "event": "test",
        "index": 9,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 9000,
          "heads": "tp8",
          "kv_scale": 0.015625,
          "layer": "full",
          "seed": 2608322518357550132
        },
        "event": "test",
        "index": 10,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "full",
          "seed": 2607525846319941785,
          "spread": "mixed"
        },
        "event": "test",
        "index": 11,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 2607658624992876507
        },
        "event": "test",
        "index": 12,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 20000,
          "dist": "soft",
          "heads": "dp",
          "layer": "full",
          "q_len": 8,
          "seed": 2607791403665811230
        },
        "event": "test",
        "index": 13,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "page": 1,
          "seed": 2607924182338745954,
          "spread": "mixed"
        },
        "event": "test",
        "index": 14,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 20000,
          "dist": "coherent",
          "heads": "dp",
          "layer": "full",
          "q_len": 8,
          "seed": 2608056961011680679
        },
        "event": "test",
        "index": 15,
        "status": "pass"
      },
      {
        "baseline_ns": 20831.999834626913,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 1",
          "page": 1,
          "seed": 2619608705557005582,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 17079.29511764462,
        "paired_ratio": 1.219722458750969,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31519.999727606773,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 1",
          "page": 1,
          "seed": 2619741484229940395,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 26938.616926965024,
        "paired_ratio": 1.1700674839047092,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26911.999564617872,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 16",
          "page": 1,
          "seed": 2619874262902875209,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 20698.130760297252,
        "paired_ratio": 1.300214008515201,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 199872.00666218996,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 16",
          "page": 1,
          "seed": 2620007041575810024,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 193489.0102463061,
        "paired_ratio": 1.032988935173933,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31679.99954894185,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 32",
          "page": 1,
          "seed": 2620139820248744840,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 25239.797617883334,
        "paired_ratio": 1.2551606010697722,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 383391.9991739094,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 32",
          "page": 1,
          "seed": 2620272598921679657,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 377047.1416728011,
        "paired_ratio": 1.0168277565318724,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22960.000205785036,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 2620405377594614475,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 16930.769798228124,
        "paired_ratio": 1.3561108254031011,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 36288.00204023719,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 2620538156267549294,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 29985.55843190825,
        "paired_ratio": 1.210182632504265,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29216.00081026554,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 2620670934940484114,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 22391.064064903985,
        "paired_ratio": 1.3048062711793604,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 205232.00277239084,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 2620803713613418935,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 197917.47641900848,
        "paired_ratio": 1.0369574556311383,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 34272.00159057975,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 2620936492286353757,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 27538.848930603413,
        "paired_ratio": 1.2444965175176188,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 389999.99687075615,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 2621069270959288580,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 382469.8278210281,
        "paired_ratio": 1.0196882695103773,
        "runs": 56,
        "status": "pass"
      }
    ]
  }
}