{
  "experiment": {
    "candidate": "experiments/013-moe-middle-tiles.py",
    "mode": "submit",
    "job_id": "95d955a276954ab1",
    "status": "done",
    "passed": true,
    "speedup": 1.268369767611798,
    "speedup_ci": [
      1.2493442210976209,
      1.2873953141259749
    ],
    "number": 13,
    "problem": "muse_moe_w4a16"
  },
  "result": {
    "passed": true,
    "speedup": 1.268369767611798,
    "speedup_ci": [
      1.2493442210976209,
      1.2873953141259749
    ],
    "baseline_us": 13448.5,
    "score_us": 10602.980568767465,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.086532118,
        "status": "pass"
      },
      {
        "case": {
          "bs": 4,
          "seed": 946622529388822028,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "bs": 33,
          "seed": 946661987545350087,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "bs": 257,
          "seed": 946740903858406208,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "bs": 128,
          "dist": "skewed",
          "seed": 946780362014934270,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "bs": 1,
          "seed": 946819820171462333,
          "sharding": "ep8"
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "baseline_ns": 80032.0003181696,
        "case": {
          "bs": 1,
          "load": "decode 1",
          "seed": 950568345041632878,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 54729.73419171869,
        "paired_ratio": 1.4623129730142095,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 189103.99917513132,
        "case": {
          "bs": 16,
          "load": "decode 16",
          "seed": 950607803198161037,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 156169.85272392718,
        "paired_ratio": 1.2108867100580816,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 203935.99988892674,
        "case": {
          "bs": 32,
          "load": "decode 32",
          "seed": 950647261354689197,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 203528.5194750599,
        "paired_ratio": 1.0020020801748954,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 142543.9976155758,
        "case": {
          "bs": 8,
          "load": "verify 1",
          "seed": 950686719511217358,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 111951.89496899408,
        "paired_ratio": 1.2732611418060804,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 465888.01220059395,
        "case": {
          "bs": 128,
          "load": "verify 16",
          "seed": 950726177667745520,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 336206.5805712262,
        "paired_ratio": 1.3857194924889176,
        "runs": 100,
        "status": "pass"
      },
      {
        "baseline_ns": 616112.0096221566,
        "case": {
          "bs": 256,
          "load": "verify 32",
          "seed": 950765635824273683,
          "sharding": "ep8",
          "weight": 60
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 463222.5186624732,
        "paired_ratio": 1.3300562576300101,
        "runs": 100,
        "status": "pass"
      }
    ]
  }
}