{
  "experiment": {
    "candidate": "experiments/011-layer-validated-components.py",
    "mode": "check",
    "job_id": "913fa5827cea45ee",
    "status": "done",
    "passed": true,
    "speedup": 1.0933294864320247,
    "speedup_ci": [
      1.0769295441355442,
      1.1097294287285049
    ],
    "number": 11,
    "problem": "muse_decode_layer"
  },
  "result": {
    "passed": true,
    "speedup": 1.0933294864320247,
    "speedup_ci": [
      1.0769295441355442,
      1.1097294287285049
    ],
    "baseline_us": 22620.3,
    "score_us": 20689.371576192614,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.164837211,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 10,
          "layer": "sliding",
          "seed": 5675589348038762552
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 3000,
          "layer": "full",
          "seed": 5675834147374990987
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "batch": 8,
          "ctx": 2047,
          "layer": "sliding",
          "seed": 5676078946711219423
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "batch": 9,
          "ctx": 5000,
          "layer": "sliding",
          "page": 1,
          "seed": 5676323746047447860,
          "spread": "mixed"
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 6000,
          "dist": "outliers",
          "layer": "full",
          "q_len": 8,
          "seed": 5676568545383676298
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "batch": 5,
          "ctx": 5000,
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 5676813344719904737,
          "spread": "mixed"
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "batch": 33,
          "ctx": 20000,
          "layer": "full",
          "page": 1,
          "seed": 5677058144056133177,
          "spread": "mixed"
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 300000,
          "layer": "sliding",
          "q_len": 8,
          "seed": 5677302943392361618
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 1048576,
          "layer": "full",
          "q_len": 8,
          "seed": 5677547742728590060
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 7000,
          "kv_scale": 0.015625,
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 5678526940073503838
        },
        "event": "test",
        "index": 9,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "page": 1,
          "seed": 5677792542064818503
        },
        "event": "test",
        "index": 10,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "soft",
          "layer": "sliding",
          "q_len": 8,
          "seed": 5678037341401046947
        },
        "event": "test",
        "index": 11,
        "status": "pass"
      },
      {
        "case": {
          "batch": 16,
          "ctx": 20000,
          "dist": "soft",
          "layer": "full",
          "page": 1,
          "seed": 5678282140737275392,
          "spread": "mixed"
        },
        "event": "test",
        "index": 12,
        "status": "pass"
      },
      {
        "baseline_ns": 170736.00040748715,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "decode 1",
          "page": 1,
          "repeats": 60,
          "seed": 5700069281661611002,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 140489.89447506002,
        "paired_ratio": 1.2152902601674063,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 182000.00235810876,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "decode 1",
          "page": 1,
          "repeats": 60,
          "seed": 5700314080997839537,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 151895.89292179083,
        "paired_ratio": 1.1981890942358668,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 267167.99568384886,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "decode 16",
          "page": 1,
          "seed": 5700558880334068073,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 227220.95037593195,
        "paired_ratio": 1.1758070514264878,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 436575.9934298694,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "decode 16",
          "page": 1,
          "seed": 5700803679670296610,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 398212.9895463742,
        "paired_ratio": 1.0963379018027428,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 259680.00339344144,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "decode 32",
          "page": 1,
          "seed": 5701048479006525148,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 248526.2593454691,
        "paired_ratio": 1.044879539398965,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 614752.0141676068,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "decode 32",
          "page": 1,
          "seed": 5701293278342753687,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 605964.9733848824,
        "paired_ratio": 1.0145009054461358,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 259615.99173024297,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 5701538077678982227,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 224629.3513592472,
        "paired_ratio": 1.1557527551911149,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 276816.01233780384,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 5701782877015210768,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 241358.61350664689,
        "paired_ratio": 1.146907534460876,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 515552.0085245371,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 5702027676351439310,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 504682.6569508849,
        "paired_ratio": 1.0215370023597026,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 701504.0018595755,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 5702272475687667853,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 689871.2883853432,
        "paired_ratio": 1.0168621504765896,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 713055.9924989939,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 5702517275023896397,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 700693.2316402239,
        "paired_ratio": 1.0176436139247849,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 1053088.0191363394,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 5702762074360124942,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 1041695.7029434161,
        "paired_ratio": 1.010936318697229,
        "runs": 20,
        "status": "pass"
      }
    ]
  }
}