{
  "experiment": {
    "candidate": "experiments/031-c1-tinygemm-unpooler.py",
    "mode": "check",
    "job_id": "30305751fd10410b",
    "status": "done",
    "passed": true,
    "speedup": 1.2619558648347184,
    "speedup_ci": [
      1.2430265268621976,
      1.280885202807239
    ],
    "number": 31,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.2619558648347184,
    "speedup_ci": [
      1.2430265268621976,
      1.280885202807239
    ],
    "baseline_us": 4830.8,
    "score_us": 3828.026109797986,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.017139353,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 6549922400917623675
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 6549998443844702186
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 6550074486771780698
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 6550150529698859211
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 6550530744334251791
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 6550226572625937725
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 6550302615553016240
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 6550378658480094756
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 6550454701407173273
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14431.999996304512,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 6557526693625479725,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 11393.220373372442,
        "paired_ratio": 1.2667182344716272,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6944.000720977783,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 6557602736552558336,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5645.045700904096,
        "paired_ratio": 1.2301053151554913,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21648.000925779343,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6557678779479636948,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 17416.23334372745,
        "paired_ratio": 1.2429783466110935,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6751.999258995056,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 6557754822406715561,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3769.3414930824188,
        "paired_ratio": 1.7912941216354312,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10176.00018531084,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 6557830865333794175,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3744.0400566743797,
        "paired_ratio": 2.717919688698419,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14144.000131636858,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 6557906908260872790,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13703.51640500589,
        "paired_ratio": 1.0321438464123018,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6560.000125318766,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 6557982951187951406,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6783.2060812837335,
        "paired_ratio": 0.9670943277721078,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21487.999707460403,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6558058994115030023,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18898.228870036044,
        "paired_ratio": 1.1370377539204508,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18527.999985963106,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 6558135037042108641,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17957.04806784457,
        "paired_ratio": 1.0317954218288767,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15039.999037981033,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 6558211079969187260,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5645.757928994884,
        "paired_ratio": 2.6639468477279555,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14351.99985280633,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 6558287122896265880,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14597.85277111155,
        "paired_ratio": 0.9831582821007929,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6864.000111818314,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 6558363165823344501,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6973.749956139038,
        "paired_ratio": 0.9842624348433785,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22320.000920444727,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6558439208750423123,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20171.071626775283,
        "paired_ratio": 1.1065352071238959,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18815.999384969473,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 6558515251677501746,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18309.243188065542,
        "paired_ratio": 1.027677615710203,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15232.00049996376,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 6558591294604580370,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5971.803565401432,
        "paired_ratio": 2.550653304842897,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14272.00110629201,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 6558667337531658995,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13046.463900378329,
        "paired_ratio": 1.0939363505139612,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6400.000769644976,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 6558743380458737621,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6360.3276182751515,
        "paired_ratio": 1.0062375955691074,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21456.000860780478,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6558819423385816248,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18496.74563738669,
        "paired_ratio": 1.1599878855128098,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6880.0002336502075,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 6558895466312894876,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 4916.690367571272,
        "paired_ratio": 1.399315335988661,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26111.99952661991,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 6558971509239973505,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5146.093342511752,
        "paired_ratio": 5.074140282475897,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16863.99942263961,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 6559047552167052135,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17353.19353808443,
        "paired_ratio": 0.9718095626392222,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7424.000650644302,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 6559123595094130766,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7560.347279670323,
        "paired_ratio": 0.9819655600487223,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24784.00059044361,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6559199638021209398,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 22693.87667772391,
        "paired_ratio": 1.0921007874679844,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19648.00013229251,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 6559275680948288031,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 18950.84059530585,
        "paired_ratio": 1.0367877896223425,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16415.999736636877,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 6559351723875366665,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 7196.677038807266,
        "paired_ratio": 2.28105272032015,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19856.000784784555,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 6559427766802445300,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19921.12742396068,
        "paired_ratio": 0.9967307754330315,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9039.999917149544,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 6559503809729523936,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 8885.924299921513,
        "paired_ratio": 1.0173392898732427,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 31023.99967610836,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6559579852656602573,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 30755.432630100964,
        "paired_ratio": 1.0087323449238215,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24255.999363958836,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 6559655895583681211,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23774.32007399098,
        "paired_ratio": 1.0202604864605491,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17279.99933063984,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 6559731938510759850,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8347.861801339179,
        "paired_ratio": 2.069991063803638,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}