{
  "experiment": {
    "candidate": "experiments/014-hopper-gemv.py",
    "mode": "check",
    "job_id": "943a9df9c1c04687",
    "status": "done",
    "passed": true,
    "speedup": 1.1481469472888433,
    "speedup_ci": [
      1.1309247430795106,
      1.1653691514981759
    ],
    "number": 14,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1481469472888433,
    "speedup_ci": [
      1.1309247430795106,
      1.1653691514981759
    ],
    "baseline_us": 4830.8,
    "score_us": 4207.475368381308,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.019618998,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 6079139697531818620
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 6079153000549907591
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 6079166303567996563
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 6079179606586085536
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 6079246121676530416
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 6079192909604174510
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 6079206212622263485
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 6079219515640352461
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 6079232818658441438
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14064.000453799963,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 6080469999340720670,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 12986.550203205541,
        "paired_ratio": 1.0829666257578143,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6815.999746322632,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 6080483302358809741,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 6169.789687424015,
        "paired_ratio": 1.1047377774020073,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21760.000381618738,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6080496605376898813,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19346.366597313478,
        "paired_ratio": 1.124759022432689,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6943.999789655209,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6080509908394987886,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 6194.681225886553,
        "paired_ratio": 1.1209616018072692,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10400.000028312206,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 6080523211413076960,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6793.707737972838,
        "paired_ratio": 1.5308282942732894,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13791.999779641628,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 6080536514431166035,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13443.257029966622,
        "paired_ratio": 1.0259418345492923,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6736.000068485737,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 6080549817449255111,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6751.794344723599,
        "paired_ratio": 0.9976607290697168,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21760.000847280025,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6080563120467344188,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 21679.569333745014,
        "paired_ratio": 1.0037100143594557,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18847.99962863326,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6080576423485433266,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18837.67654991651,
        "paired_ratio": 1.0005480016969925,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14815.999194979668,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 6080589726503522345,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6903.0054156479055,
        "paired_ratio": 2.146311396684463,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14303.999487310648,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 6080603029521611425,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14038.735367768335,
        "paired_ratio": 1.0188951577612422,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6656.000390648842,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 6080616332539700506,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6687.736274119264,
        "paired_ratio": 0.9952546149893446,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22112.00026795268,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6080629635557789588,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21801.91859097393,
        "paired_ratio": 1.0142226784163446,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19008.0008469522,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6080642938575878671,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18887.461812072073,
        "paired_ratio": 1.006381960481481,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15167.999546974897,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 6080656241593967755,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7165.2993173137165,
        "paired_ratio": 2.1168689366994102,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14175.999909639359,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 6080669544612056840,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13843.02438649156,
        "paired_ratio": 1.0240536687541146,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6720.0008779764175,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 6080682847630145926,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6650.5196378355495,
        "paired_ratio": 1.0104474904104608,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21695.999428629875,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6080696150648235013,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21542.71715678399,
        "paired_ratio": 1.0071152710556577,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7007.999811321497,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6080709453666324101,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 6952.652002667183,
        "paired_ratio": 1.007960675815945,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26303.99912595749,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 6080722756684413190,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 6862.9156196214935,
        "paired_ratio": 3.832773209501914,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17183.99953097105,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 6080736059702502280,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16835.2839711051,
        "paired_ratio": 1.020713375578604,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7584.000006318092,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 6080749362720591371,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7517.866332216975,
        "paired_ratio": 1.0087968675124894,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24992.000311613083,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6080762665738680463,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 25353.543197415576,
        "paired_ratio": 0.985739946366181,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19743.99946630001,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6080775968756769556,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19796.922825281243,
        "paired_ratio": 0.9973266876146203,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16335.999593138695,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 6080789271774858650,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10328.883788298688,
        "paired_ratio": 1.5815842183881772,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19584.000576287508,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 6080802574792947745,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19662.21177402165,
        "paired_ratio": 0.9960222583993589,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9375.999681651592,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 6080815877811036841,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9330.478801818856,
        "paired_ratio": 1.004878729248478,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30784.000176936388,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6080829180829125938,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 31014.07143962162,
        "paired_ratio": 0.992581713654296,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24592.000991106033,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6080842483847215036,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24446.5277220693,
        "paired_ratio": 1.005950672041879,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17183.99953097105,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 6080855786865304135,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 10998.478630309903,
        "paired_ratio": 1.562397865066076,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}