{
  "experiment": {
    "candidate": "experiments/011-layer-validated-components.py",
    "mode": "submit",
    "job_id": "8b390705f33c4de4",
    "status": "done",
    "passed": true,
    "speedup": 1.0953379481985055,
    "speedup_ci": [
      1.078907878975528,
      1.111768017421483
    ],
    "number": 11,
    "problem": "muse_decode_layer"
  },
  "result": {
    "passed": true,
    "speedup": 1.0953379481985055,
    "speedup_ci": [
      1.078907878975528,
      1.111768017421483
    ],
    "baseline_us": 22620.3,
    "score_us": 20651.43459806487,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.156836392,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 10,
          "layer": "sliding",
          "seed": 8579935198499791067
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 3000,
          "layer": "full",
          "seed": 8580045812472700583
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "batch": 8,
          "ctx": 2047,
          "layer": "sliding",
          "seed": 8580156426445610100
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "batch": 9,
          "ctx": 5000,
          "layer": "sliding",
          "page": 1,
          "seed": 8580267040418519618,
          "spread": "mixed"
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "batch": 3,
          "ctx": 6000,
          "dist": "outliers",
          "layer": "full",
          "q_len": 8,
          "seed": 8580377654391429137
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "batch": 5,
          "ctx": 5000,
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 8580488268364338657,
          "spread": "mixed"
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "batch": 33,
          "ctx": 20000,
          "layer": "full",
          "page": 1,
          "seed": 8580598882337248178,
          "spread": "mixed"
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "batch": 2,
          "ctx": 300000,
          "layer": "sliding",
          "q_len": 8,
          "seed": 8580709496310157700
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 1048576,
          "layer": "full",
          "q_len": 8,
          "seed": 8580820110283067223
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 7000,
          "kv_scale": 0.015625,
          "layer": "sliding",
          "page": 1,
          "q_len": 8,
          "seed": 8581262566174705325
        },
        "event": "test",
        "index": 9,
        "status": "pass"
      },
      {
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "page": 1,
          "seed": 8580930724255976747
        },
        "event": "test",
        "index": 10,
        "status": "pass"
      },
      {
        "case": {
          "batch": 4,
          "ctx": 6000,
          "dist": "soft",
          "layer": "sliding",
          "q_len": 8,
          "seed": 8581041338228886272
        },
        "event": "test",
        "index": 11,
        "status": "pass"
      },
      {
        "case": {
          "batch": 16,
          "ctx": 20000,
          "dist": "soft",
          "layer": "full",
          "page": 1,
          "seed": 8581151952201795798,
          "spread": "mixed"
        },
        "event": "test",
        "index": 12,
        "status": "pass"
      },
      {
        "baseline_ns": 174336.00081130862,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "decode 1",
          "page": 1,
          "repeats": 60,
          "seed": 8590996595790747617,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 141454.25493672065,
        "paired_ratio": 1.2324549790976422,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 182095.99889814854,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "decode 1",
          "page": 1,
          "repeats": 60,
          "seed": 8591107209763657233,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 150247.06287528,
        "paired_ratio": 1.2119770956807743,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 260992.00826138258,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "decode 16",
          "page": 1,
          "seed": 8591217823736566850,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 222091.7333311777,
        "paired_ratio": 1.1751540876678996,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 429935.9996803105,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "decode 16",
          "page": 1,
          "seed": 8591328437709476468,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 390745.8604606016,
        "paired_ratio": 1.1002957246265195,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 257567.99383088946,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "decode 32",
          "page": 1,
          "seed": 8591439051682386087,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 246875.9690717955,
        "paired_ratio": 1.0433092973742801,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 620000.0122189522,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "decode 32",
          "page": 1,
          "seed": 8591549665655295707,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 608867.9886422651,
        "paired_ratio": 1.018283148045787,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 269279.9959331751,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 8591660279628205328,
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 233435.5598338378,
        "paired_ratio": 1.1535517387533065,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 277056.00624904037,
        "case": {
          "batch": 1,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "verify 1",
          "page": 1,
          "q_len": 8,
          "seed": 8591770893601114950,
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 240975.39804018658,
        "paired_ratio": 1.1497273518470825,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 519711.9936347008,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 8591881507574024573,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 508644.3911578011,
        "paired_ratio": 1.021759018027717,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 702239.9888373911,
        "case": {
          "batch": 16,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "verify 16",
          "page": 1,
          "q_len": 8,
          "seed": 8591992121546934197,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 691568.3242377777,
        "paired_ratio": 1.0154311066970503,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 740975.9797155857,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "sliding",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 8592102735519843822,
          "spread": "agentic",
          "weight": 46
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 730706.2031480261,
        "paired_ratio": 1.0140545906457552,
        "runs": 20,
        "status": "pass"
      },
      {
        "baseline_ns": 1094192.0229233801,
        "case": {
          "batch": 32,
          "ctx": 80000,
          "dist": "soft",
          "layer": "full",
          "load": "verify 32",
          "page": 1,
          "q_len": 8,
          "seed": 8592213349492753448,
          "spread": "agentic",
          "weight": 16
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 1084685.3588110737,
        "paired_ratio": 1.0087644440252488,
        "runs": 20,
        "status": "pass"
      }
    ]
  }
}