{
  "experiment": {
    "candidate": "experiments/015-transposed-dense.py",
    "mode": "check",
    "job_id": "cc943620312d4c31",
    "status": "done",
    "passed": true,
    "speedup": 1.1679687514918184,
    "speedup_ci": [
      1.1504492202194412,
      1.1854882827641957
    ],
    "number": 15,
    "problem": "muse_bf16_proj"
  },
  "result": {
    "passed": true,
    "speedup": 1.1679687514918184,
    "speedup_ci": [
      1.1504492202194412,
      1.1854882827641957
    ],
    "baseline_us": 4830.8,
    "score_us": 4136.069559934489,
    "gpu": "H200",
    "records": [
      {
        "error": null,
        "event": "setup",
        "prepare_s": 0.017289127,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 777289728073479358
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 777361903967384272
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 777434079861289187
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 777506255755194103
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 777867135224718698
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 777578431649099020
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 777650607543003938
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 777722783436908857
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 777794959330813777
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14271.99924364686,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 784507317463975708,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 14350.393126199107,
        "paired_ratio": 0.9945371613263245,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6751.9997246563435,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 784579493357880722,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5603.531464797854,
        "paired_ratio": 1.2049543697707996,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21488.00017312169,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 784651669251785737,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 19553.23795218036,
        "paired_ratio": 1.0989484312354307,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6928.000133484602,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 784723845145690753,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 4760.128799793118,
        "paired_ratio": 1.4554228309506465,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10496.00075930357,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 784796021039595770,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 6898.498682316791,
        "paired_ratio": 1.5214905797124243,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 13999.999966472387,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 784868196933500788,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13788.090890243317,
        "paired_ratio": 1.0153689932794845,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6527.9994159936905,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 784940372827405807,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6592.022339841711,
        "paired_ratio": 0.9902878175243627,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21375.99978595972,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 785012548721310827,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 20049.49623198382,
        "paired_ratio": 1.0661614405981834,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18751.99982896447,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 785084724615215848,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17934.43699910222,
        "paired_ratio": 1.0455861998847902,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14880.000613629818,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 785156900509120870,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 6900.020813321911,
        "paired_ratio": 2.1565153230988683,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14416.000340133905,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 785229076403025893,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 14118.688145163867,
        "paired_ratio": 1.0210580609128248,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6719.999946653843,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 785301252296930917,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6807.839832304137,
        "paired_ratio": 0.9870972455560012,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22191.999945789576,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 785373428190835942,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 20753.63155171904,
        "paired_ratio": 1.0693068290475356,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19152.000080794096,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 785445604084740968,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18547.635435748434,
        "paired_ratio": 1.0325844578485093,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15264.000743627548,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 785517779978645995,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 7343.319565919054,
        "paired_ratio": 2.0786240618573952,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14671.999961137772,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 785589955872551023,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 14858.347233217328,
        "paired_ratio": 0.9874584118169645,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6655.999924987555,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 785662131766456052,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 6663.980298186049,
        "paired_ratio": 0.9988024614657599,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21408.000495284796,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 785734307660361082,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 19868.666212322725,
        "paired_ratio": 1.0774754715043409,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7183.999288827181,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 785806483554266113,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 7138.401924577084,
        "paired_ratio": 1.0063876151457805,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26368.001010268927,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 785878659448171145,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 7118.442168605143,
        "paired_ratio": 3.7041813904959673,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16847.999300807714,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 785950835342076178,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 16945.145937587167,
        "paired_ratio": 0.9942669932063575,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7423.999719321728,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 786023011235981212,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7484.3175670680785,
        "paired_ratio": 0.9919407685195298,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25375.99951028824,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 786095187129886247,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 23172.771909610175,
        "paired_ratio": 1.0950782931481902,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 20128.000527620316,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 786167363023791283,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 19224.31420784001,
        "paired_ratio": 1.0470074672110679,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16640.00004529953,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 786239538917696320,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 10625.74932014059,
        "paired_ratio": 1.5660072098406481,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19727.999344468117,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 786311714811601358,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 20941.161622935448,
        "paired_ratio": 0.9420680523692327,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9231.999982148409,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 786383890705506397,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9135.664570583105,
        "paired_ratio": 1.010544981245864,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 30560.00219658017,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 786456066599411437,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 29905.040720253626,
        "paired_ratio": 1.0219013738337084,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24335.99904179573,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 786528242493316478,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 24080.21849304947,
        "paired_ratio": 1.0106220194314304,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17535.999417304993,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 786600418387221520,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 11234.612306026951,
        "paired_ratio": 1.560890481988202,
        "runs": 60,
        "status": "pass"
      }
    ]
  }
}