{
  "experiment": {
    "candidate": "experiments/012-attention-local-splits.py",
    "mode": "check",
    "job_id": "a7a822fec0c2496c",
    "status": "done",
    "passed": true,
    "speedup": 1.1348497530139456,
    "speedup_ci": [
      1.1178270067187364,
      1.1518724993091547
    ],
    "number": 12,
    "problem": "muse_attention_decode"
  },
  "result": {
    "passed": true,
    "speedup": 1.1348497530139456,
    "speedup_ci": [
      1.1178270067187364,
      1.1518724993091547
    ],
    "baseline_us": 3766.3,
    "score_us": 3318.7653167279827,
    "gpu": "H200",
    "records": [
      {
        "case": {
          "batch": 1,
          "ctx": 10,
          "heads": "tp8",
          "layer": "sliding",
          "seed": 2556071072879662874
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 2047,
          "heads": "tp8",
          "layer": "sliding",
          "seed": 2556294662920459487
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "batch": 5,
          "ctx": 5000,
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 2556518252961256101,
          "spread": "mixed"
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 3000,
          "heads": "tp8",
          "layer": "full",
          "seed": 2556741843002052716
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "batch": 8,
          "ctx": 8192,
          "heads": "dp",
          "layer": "full",
          "seed": 2556965433042849332,
          "spread": "mixed"
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 100000,
          "heads": "tp8",
          "layer": "full",
          "page": 1,
          "q_len": 8,
          "seed": 2557189023083645949
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "edges",
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "seed": 2557412613124442567
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "edges",
          "heads": "tp8",
          "layer": "full",
          "q_len": 8,
          "seed": 2557636203165239186
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 1048576,
          "heads": "tp8",
          "layer": "full",
          "q_len": 8,
          "seed": 2557859793206035806
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 4000,
          "heads": "tp8",
          "kv_scale": 0.015625,
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 2559201333450815547
        },
        "event": "test",
        "index": 9,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 9000,
          "heads": "tp8",
          "kv_scale": 0.015625,
          "layer": "full",
          "seed": 2559424923491612174
        },
        "event": "test",
        "index": 10,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "full",
          "seed": 2558083383246832427,
          "spread": "mixed"
        },
        "event": "test",
        "index": 11,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 2558306973287629049
        },
        "event": "test",
        "index": 12,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 20000,
          "dist": "soft",
          "heads": "dp",
          "layer": "full",
          "q_len": 8,
          "seed": 2558530563328425672
        },
        "event": "test",
        "index": 13,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "page": 1,
          "seed": 2558754153369222296,
          "spread": "mixed"
        },
        "event": "test",
        "index": 14,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 20000,
          "dist": "coherent",
          "heads": "dp",
          "layer": "full",
          "q_len": 8,
          "seed": 2558977743410018921
        },
        "event": "test",
        "index": 15,
        "status": "pass"
      },
      {
        "baseline_ns": 20528.00077944994,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 1",
          "page": 1,
          "seed": 2578430076959329124,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 16524.287167701597,
        "paired_ratio": 1.24229266721859,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31360.000371932983,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 1",
          "page": 1,
          "seed": 2578653667000125837,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 27285.269754702975,
        "paired_ratio": 1.1493381100448046,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26848.00047427416,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 16",
          "page": 1,
          "seed": 2578877257040922551,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 20694.191629153316,
        "paired_ratio": 1.2973688924602182,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 201040.00065475702,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 16",
          "page": 1,
          "seed": 2579100847081719266,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 194640.9325578838,
        "paired_ratio": 1.032876271258977,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30959.999654442072,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "decode 32",
          "page": 1,
          "seed": 2579324437122515982,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 24389.668288003064,
        "paired_ratio": 1.2693899436783591,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 384656.0004167259,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "decode 32",
          "page": 1,
          "seed": 2579548027163312699,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 378118.3246901509,
        "paired_ratio": 1.0172900261629274,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22880.000062286854,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 2579771617204109417,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 16713.378051891472,
        "paired_ratio": 1.3689632335994157,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 36096.00057825446,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 2579995207244906136,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 30094.66649203719,
        "paired_ratio": 1.1994152049435463,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29216.000344604254,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 2580218797285702856,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 22150.602691301556,
        "paired_ratio": 1.3189708989759112,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 205535.99623963237,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 2580442387326499577,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 198296.4469370812,
        "paired_ratio": 1.0365087192149653,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 34816.00061058998,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "heads": "tp8",
          "layer": "sliding",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 2580665977367296299,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 27761.229933616025,
        "paired_ratio": 1.2541231312100962,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 390351.9967570901,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "coherent",
          "heads": "tp8",
          "layer": "full",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 2580889567408093022,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 382631.1597549397,
        "paired_ratio": 1.0201782756195164,
        "runs": 58,
        "status": "pass"
      }
    ]
  }
}