{
  "experiment": {
    "candidate": "experiments/036-c2-streaming-vector.py",
    "mode": "check",
    "job_id": "e8442a3e94034bb4",
    "status": "done",
    "passed": true,
    "speedup": 1.3020069153180507,
    "speedup_ci": [
      1.2824768115882799,
      1.3215370190478213
    ],
    "number": 36,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.3020069153180507,
    "speedup_ci": [
      1.2824768115882799,
      1.3215370190478213
    ],
    "baseline_us": 4830.8,
    "score_us": 3710.2721522949405,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 48.318539511,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 5608955070401645406
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 5608960127775530999
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 5608965185149416593
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 5608970242523302188
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 5608995529392730178
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 5608975299897187784
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 5608980357271073381
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 5608985414644958979
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 5608990472018844578
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14144.000597298145,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 5609460807790209656,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 9961.836458171754,
        "paired_ratio": 1.4198185903459333,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6656.000390648842,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 5609465865164095349,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5137.399588435835,
        "paired_ratio": 1.2955971744209545,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21535.99914163351,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5609470922537981043,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 16561.886680144853,
        "paired_ratio": 1.3003348928508158,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6815.999746322632,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5609475979911866738,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3516.1834474438956,
        "paired_ratio": 1.9384653412430888,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10640.000458806753,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 5609481037285752434,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3785.766334486483,
        "paired_ratio": 2.8105275177396827,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13999.999035149813,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 5609486094659638131,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 12941.782938831875,
        "paired_ratio": 1.0817674119029423,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6928.000133484602,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 5609491152033523829,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6823.1379989707075,
        "paired_ratio": 1.015368608187276,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21631.999406963587,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5609496209407409528,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18208.073110972357,
        "paired_ratio": 1.18804440618859,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18432.000651955605,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5609501266781295228,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17750.606708815612,
        "paired_ratio": 1.0383870790625758,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15104.000456631184,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 5609506324155180929,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 5361.138791450239,
        "paired_ratio": 2.817311963778764,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14032.000210136175,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 5609511381529066631,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13805.191981959353,
        "paired_ratio": 1.0164291976868713,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6687.999702990055,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 5609516438902952334,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6575.741026709841,
        "paired_ratio": 1.0170716388957888,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21840.00052511692,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5609521496276838038,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 18913.566872201376,
        "paired_ratio": 1.1547266928913729,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18704.000394791365,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5609526553650723743,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 17927.389311512234,
        "paired_ratio": 1.043319809135869,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14976.000878959894,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 5609531611024609449,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5564.849249747655,
        "paired_ratio": 2.6911781805480173,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14240.000862628222,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 5609536668398495156,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 13002.115174252243,
        "paired_ratio": 1.0952064853899566,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6864.000111818314,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 5609541725772380864,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6975.390809492932,
        "paired_ratio": 0.9840309022509499,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21168.00006479025,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5609546783146266573,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18135.4710898759,
        "paired_ratio": 1.1672153405823162,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6992.000620812178,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5609551840520152283,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 5076.7187112206175,
        "paired_ratio": 1.3772676838207292,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26047.99997061491,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 5609556897894037994,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 5222.645680816686,
        "paired_ratio": 4.98751046165967,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17215.999774634838,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 5609561955267923706,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 17206.988750571254,
        "paired_ratio": 1.000523683963197,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7232.00011998415,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 5609567012641809419,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7399.124927882483,
        "paired_ratio": 0.9774128955076096,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25440.001394599676,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5609572070015695133,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 21123.26947818149,
        "paired_ratio": 1.2043590799652013,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20016.000606119633,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5609577127389580848,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19144.585104637976,
        "paired_ratio": 1.0455175965798573,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16288.000158965588,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 5609582184763466564,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 7191.747180592806,
        "paired_ratio": 2.264818235396171,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19551.999866962433,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 5609587242137352281,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19656.587686135492,
        "paired_ratio": 0.99467924846148,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9344.000369310379,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 5609592299511237999,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9399.908093363525,
        "paired_ratio": 0.9940523116292362,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30847.99973294139,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5609597356885123718,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 28696.32191753145,
        "paired_ratio": 1.0749809617272035,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24511.99945062399,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5609602414259009438,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23962.533076450098,
        "paired_ratio": 1.0229302291381663,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17647.999804466963,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 5609607471632895159,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8627.088374952275,
        "paired_ratio": 2.045649590852208,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}