{
  "experiment": {
    "candidate": "experiments/006-moe-local-tiles.py",
    "mode": "check",
    "job_id": "70a33e31fcff4209",
    "status": "done",
    "passed": true,
    "speedup": 0.9944877044846395,
    "speedup_ci": [
      0.9795703889173699,
      1.009405020051909
    ],
    "number": 6,
    "problem": "muse_moe_w4a16"
  },
  "result": {
    "passed": true,
    "speedup": 0.9944877044846395,
    "speedup_ci": [
      0.9795703889173699,
      1.009405020051909
    ],
    "baseline_us": 13448.5,
    "score_us": 13523.04300933438,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.074668576,
        "status": "pass"
      },
      {
        "case": {
          "bs": 4,
          "seed": 1942677574063500246,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "bs": 33,
          "seed": 1942820486691730312,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "bs": 257,
          "seed": 1943106311948190447,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "bs": 128,
          "dist": "skewed",
          "seed": 1943249224576420516,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "bs": 1,
          "seed": 1943392137204650586,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "baseline_ns": 77151.9998088479,
        "case": {
          "bs": 1,
          "load": "decode 1",
          "seed": 1956968836886511796,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 79668.41410716691,
        "paired_ratio": 0.9684139024666159,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 185872.00390174985,
        "case": {
          "bs": 16,
          "load": "decode 16",
          "seed": 1957111749514741962,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 187502.86097538634,
        "paired_ratio": 0.991302228322529,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 206336.00046858191,
        "case": {
          "bs": 32,
          "load": "decode 32",
          "seed": 1957254662142972129,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 212707.14760864846,
        "paired_ratio": 0.9700473293366306,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 149903.99964153767,
        "case": {
          "bs": 8,
          "load": "verify 1",
          "seed": 1957397574771202297,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 150677.87547980752,
        "paired_ratio": 0.9948640380294347,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 470639.9976275861,
        "case": {
          "bs": 128,
          "load": "verify 16",
          "seed": 1957540487399432466,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 417768.5842584143,
        "paired_ratio": 1.1265566999563275,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 619615.9957908094,
        "case": {
          "bs": 256,
          "load": "verify 32",
          "seed": 1957683400027662636,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 668502.3252248332,
        "paired_ratio": 0.9268718632839725,
        "runs": 100,
        "status": "pass"
      }
    ]
  }
}