{
  "experiment": {
    "candidate": "experiments/013-moe-middle-tiles.py",
    "mode": "check",
    "job_id": "893eaf3246294d11",
    "status": "done",
    "passed": true,
    "speedup": 1.2705557524921887,
    "speedup_ci": [
      1.2514974162048058,
      1.2896140887795713
    ],
    "number": 13,
    "problem": "muse_moe_w4a16"
  },
  "result": {
    "passed": true,
    "speedup": 1.2705557524921887,
    "speedup_ci": [
      1.2514974162048058,
      1.2896140887795713
    ],
    "baseline_us": 13448.5,
    "score_us": 10584.738193204694,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.377614046,
        "status": "pass"
      },
      {
        "case": {
          "bs": 4,
          "seed": 1684917113253462621,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "bs": 33,
          "seed": 1685158847208029302,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "bs": 257,
          "seed": 1685642315117162667,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "bs": 128,
          "dist": "skewed",
          "seed": 1685884049071729351,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "bs": 1,
          "seed": 1686125783026296036,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "baseline_ns": 79887.99782469869,
        "case": {
          "bs": 1,
          "load": "decode 1",
          "seed": 1709090508710135671,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 54346.924286317204,
        "paired_ratio": 1.4699635512733495,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 187423.99895563722,
        "case": {
          "bs": 16,
          "load": "decode 16",
          "seed": 1709332242664702452,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 153252.38496207172,
        "paired_ratio": 1.2229760665846903,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 207568.00565868616,
        "case": {
          "bs": 32,
          "load": "decode 32",
          "seed": 1709573976619269234,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 206935.99724807503,
        "paired_ratio": 1.003054125038736,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 142336.0058106482,
        "case": {
          "bs": 8,
          "load": "verify 1",
          "seed": 1709815710573836017,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 112378.48356223249,
        "paired_ratio": 1.2665770287941815,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 460239.99340832233,
        "case": {
          "bs": 128,
          "load": "verify 16",
          "seed": 1710057444528402801,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 333789.4812321954,
        "paired_ratio": 1.3788331247267904,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 631984.0056821704,
        "case": {
          "bs": 256,
          "load": "verify 32",
          "seed": 1710299178482969586,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 473081.466473475,
        "paired_ratio": 1.3358883204476684,
        "runs": 100,
        "status": "pass"
      }
    ]
  }
}