{
  "experiment": {
    "candidate": "experiments/001-first-candidate.py",
    "mode": "check",
    "job_id": "f866e678b7224915",
    "status": "done",
    "passed": true,
    "speedup": 0.7760714647746603,
    "speedup_ci": [
      0.7644303928030404,
      0.7877125367462801
    ],
    "number": 1,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 0.7760714647746603,
    "speedup_ci": [
      0.7644303928030404,
      0.7877125367462801
    ],
    "baseline_us": 4830.8,
    "score_us": 6224.684477224876,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.014112046,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 3273079145543244736
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 3273354349692668141
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 3273629553842091547
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 3273904757991514954
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 3275280778738632004
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 3274179962140938362
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 3274455166290361771
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 3274730370439785181
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 3275005574589208592
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14064.000453799963,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 3300599560485590186,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 15687.55386946977,
        "paired_ratio": 0.8965069105624253,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6943.999789655209,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 3300874764635013691,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5526.343310625913,
        "paired_ratio": 1.256527037743649,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21040.00048711896,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3301149968784437197,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19516.6800977465,
        "paired_ratio": 1.07805222925944,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6848.000455647707,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 3301425172933860704,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4578.589265783279,
        "paired_ratio": 1.4956572992524566,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10431.999806314707,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 3301700377083284212,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 10640.831709981168,
        "paired_ratio": 0.9803744754772716,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14352.000784128904,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 3301975581232707721,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 14303.033590720706,
        "paired_ratio": 1.0034235529894837,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7008.000742644072,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 3302250785382131231,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6882.190923535704,
        "paired_ratio": 1.0182804895281419,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21040.00048711896,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3302525989531554742,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20826.71137701959,
        "paired_ratio": 1.0102411324686966,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18592.00093895197,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 3302801193680978254,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 18458.92046408769,
        "paired_ratio": 1.007209548094819,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15008.000656962395,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 3303076397830401767,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 49417.03475540759,
        "paired_ratio": 0.3037009551715384,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14479.998964816332,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 3303351601979825281,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14579.246820622915,
        "paired_ratio": 0.9931925251676106,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6911.999545991421,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 3303626806129248796,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6951.910485749407,
        "paired_ratio": 0.9942589968844106,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.000495284796,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3303902010278672312,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 21424.663239739526,
        "paired_ratio": 0.9992222634135121,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18927.999772131443,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 3304177214428095829,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18867.42934845707,
        "paired_ratio": 1.0032103167080006,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15391.99985563755,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 3304452418577519347,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 48631.65574187511,
        "paired_ratio": 0.316501661743423,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13983.999844640493,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 3304727622726942866,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14015.382326349052,
        "paired_ratio": 0.9977608543971319,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000498980284,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 3305002826876366386,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6911.686077787002,
        "paired_ratio": 1.009305171049359,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20848.000422120094,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3305278031025789907,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 21133.920616126426,
        "paired_ratio": 0.9864710292425268,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7232.00011998415,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 3305553235175213429,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7247.140432236362,
        "paired_ratio": 0.9979108570623434,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26480.000466108322,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 3305828439324636952,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 49301.96006379863,
        "paired_ratio": 0.5370983310164988,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17055.99995329976,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 3306103643474060476,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17218.259199105454,
        "paired_ratio": 0.9905763269138077,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7648.000493645668,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 3306378847623484001,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7593.4497734516035,
        "paired_ratio": 1.007183917958447,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25087.999645620584,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3306654051772907527,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 24860.805993784867,
        "paired_ratio": 1.0091386277618077,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19808.000419288874,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 3306929255922331054,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19751.9049592255,
        "paired_ratio": 1.002840002530347,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16112.000215798616,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 3307204460071754582,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 47846.805360627506,
        "paired_ratio": 0.33674139985648793,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19616.000819951296,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 3307479664221178111,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19600.06015426338,
        "paired_ratio": 1.0008132967737065,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9279.999416321516,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 3307754868370601641,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9303.844531307728,
        "paired_ratio": 0.9974370686326526,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29504.000209271908,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3308030072520025172,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 29544.27113255791,
        "paired_ratio": 0.9986369295385451,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24256.000760942698,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 3308305276669448704,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24135.828176254247,
        "paired_ratio": 1.0049790122721656,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17759.99926030636,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 3308580480818872237,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 49147.25742186447,
        "paired_ratio": 0.3613629771415352,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}