{
  "id": "17f2e7a210cd4fcd",
  "mode": "check",
  "status": "done",
  "content_hash": "39bbf9a2d3e5015186fc495110210cba3d2d01f78feb5c0010aa2f98c3cf5d3f",
  "created_at": 1792868979.2872806,
  "started_at": 1792868988.3476045,
  "finished_at": 1792869167.5600119,
  "team": "bishal0922",
  "result": {
    "passed": true,
    "speedup": 1.3217899895099405,
    "speedup_ci": [
      1.3019631396672915,
      1.3416168393525896
    ],
    "baseline_us": 4830.8,
    "score_us": 3654.7409485156113,
    "gpu": "H200",
    "machine": {
      "gpu_after": {
        "clocks.max.sm": 1980,
        "clocks.mem": 3201,
        "clocks.sm": 1980,
        "driver_version": "580.178.04",
        "name": "NVIDIA H200",
        "power.draw": 120.49,
        "power.limit": 700,
        "temperature.gpu": 35
      },
      "gpu_before": {
        "clocks.max.sm": 1980,
        "clocks.mem": 3201,
        "clocks.sm": 1980,
        "driver_version": "580.178.04",
        "name": "NVIDIA H200",
        "power.draw": 130.15,
        "power.limit": 700,
        "temperature.gpu": 31
      },
      "node": "n-oeisv6y44av4eaf3f4hjxhypoq"
    },
    "evaluator": {
      "code_sha256": "986ed3ebb096eab83d16797609f4c0e7895248d6bce33252d25dd306cbe5d018",
      "files": {
        "challenge/checks.py": "9a046c3c38db28b325dcd1557baecdf6bc9ef941d2175f9a900ba4c230bb8055",
        "challenge/nvfp4.py": "cfdf37c7bc14b10f7353aba7d4632f4767401b92b4b073941a8030d9a961aaaf",
        "configs/muse-spark-open.yaml": "98f07230e4e64fe91b7c76d9a3ce04948053c043d494d5f1fae56cfe2de033af",
        "harness/eval.py": "0051a1bfac67a9f1fad06086b306653c6643b2bb253e15a794aa672312f070a9",
        "harness/runner.py": "c905e5c80264c6d27620b6fc7d55b162dccdb8ed7282f8a513a4d2e6f2f226f2",
        "harness/static_checks.py": "c5588b69e9e86229459a525c61b30096f6f13ff2add6cadf98f272c4ac8ca0c2",
        "harness/worker.py": "950437610f57ddffbc1176b65d9c2ae909c47bf67b1e3fe0716a81946986f568",
        "problems/muse_bf16_proj/baseline.py": "39f52ea5b65505958aa9dee9c8129dd394cbba4e670046f862b5a88ce91a0574",
        "problems/muse_bf16_proj/reference.py": "e62491abc9ddcad33f5faba8b0ee74cf6370b7be5dd2dc05031742f3ebf7147d",
        "problems/muse_bf16_proj/task.yml": "18e9da6357144b0a1348434a18bd2d1938b1948d9f2130876f6b6706588470c9"
      },
      "image": "localhost:30500/kc/judge@sha256:9a7f287b80d772c6f636bbcb57422c619fe326e2aabc53803b85007bca93f68e"
    },
    "records": [
      {
        "event": "setup",
        "prepare_s": 112.174546079,
        "status": "pass"
      },
      {
        "case": {
          "layer": "qkv_gate",
          "m": 1,
          "seed": 5145572155301444507
        },
        "event": "test",
        "index": 0,
        "status": "pass"
      },
      {
        "case": {
          "layer": "pooler",
          "m": 7,
          "seed": 5145695502317633760
        },
        "event": "test",
        "index": 1,
        "status": "pass"
      },
      {
        "case": {
          "layer": "o",
          "m": 33,
          "seed": 5145818849333823014
        },
        "event": "test",
        "index": 2,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 130,
          "seed": 5145942196350012269
        },
        "event": "test",
        "index": 3,
        "status": "pass"
      },
      {
        "case": {
          "layer": "unpooler",
          "m": 5,
          "seed": 5146558931430958559
        },
        "event": "test",
        "index": 4,
        "status": "pass"
      },
      {
        "case": {
          "layer": "router",
          "m": 8,
          "seed": 5146065543366201525
        },
        "event": "test",
        "index": 5,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "router",
          "m": 9,
          "seed": 5146188890382390782
        },
        "event": "test",
        "index": 6,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "qkv_gate",
          "m": 512,
          "seed": 5146312237398580040
        },
        "event": "test",
        "index": 7,
        "status": "pass"
      },
      {
        "case": {
          "dist": "outliers",
          "layer": "unpooler",
          "m": 1000,
          "seed": 5146435584414769299
        },
        "event": "test",
        "index": 8,
        "status": "pass"
      },
      {
        "baseline_ns": 14031.9992788136,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 1",
          "m": 1,
          "seed": 5157906856920374757,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 0,
        "median_ns": 9871.285533690549,
        "paired_ratio": 1.421496646097674,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6719.999946653843,
        "case": {
          "layer": "o",
          "load": "decode 1",
          "m": 1,
          "seed": 5158030203936564110,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 1,
        "median_ns": 5302.466444423044,
        "paired_ratio": 1.2673347426312735,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21103.999577462673,
        "case": {
          "layer": "pooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5158153550952753464,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 2,
        "median_ns": 16171.033323635183,
        "paired_ratio": 1.3050495385856133,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7167.999632656574,
        "case": {
          "layer": "unpooler",
          "load": "decode 1",
          "m": 1,
          "seed": 5158276897968942819,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 3,
        "median_ns": 3954.2898533232906,
        "paired_ratio": 1.8127147726999315,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 10240.000206977129,
        "case": {
          "layer": "router",
          "load": "decode 1",
          "m": 1,
          "seed": 5158400244985132175,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 4,
        "median_ns": 3598.723656230119,
        "paired_ratio": 2.84545332877939,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14799.999538809061,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 16",
          "m": 16,
          "seed": 5158523592001321532,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 5,
        "median_ns": 13235.317949890094,
        "paired_ratio": 1.1182201738441773,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6992.00015515089,
        "case": {
          "layer": "o",
          "load": "decode 16",
          "m": 16,
          "seed": 5158646939017510890,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 6,
        "median_ns": 6958.876376920306,
        "paired_ratio": 1.0047599319827611,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21407.99956396222,
        "case": {
          "layer": "pooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5158770286033700249,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 7,
        "median_ns": 18375.12766488978,
        "paired_ratio": 1.165053106263174,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18495.998810976744,
        "case": {
          "layer": "unpooler",
          "load": "decode 16",
          "m": 16,
          "seed": 5158893633049889609,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 8,
        "median_ns": 17909.78632300673,
        "paired_ratio": 1.0327314060255968,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14960.000291466713,
        "case": {
          "layer": "router",
          "load": "decode 16",
          "m": 16,
          "seed": 5159016980066078970,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 9,
        "median_ns": 4831.321689550598,
        "paired_ratio": 3.0964612279540153,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14783.999882638454,
        "case": {
          "layer": "qkv_gate",
          "load": "decode 32",
          "m": 32,
          "seed": 5159140327082268332,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 10,
        "median_ns": 13232.009116876026,
        "paired_ratio": 1.117290636066977,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6944.000255316496,
        "case": {
          "layer": "o",
          "load": "decode 32",
          "m": 32,
          "seed": 5159263674098457695,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 11,
        "median_ns": 6951.622983284853,
        "paired_ratio": 0.9989034606757752,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 22048.000246286392,
        "case": {
          "layer": "pooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5159387021114647059,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 12,
        "median_ns": 19212.318756929835,
        "paired_ratio": 1.1475970456889142,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 18639.9994418025,
        "case": {
          "layer": "unpooler",
          "load": "decode 32",
          "m": 32,
          "seed": 5159510368130836424,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 13,
        "median_ns": 18339.28921562596,
        "paired_ratio": 1.0163970491244734,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 15503.999777138233,
        "case": {
          "layer": "router",
          "load": "decode 32",
          "m": 32,
          "seed": 5159633715147025790,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 14,
        "median_ns": 5651.925876672447,
        "paired_ratio": 2.743135723192846,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 14320.001006126404,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 1",
          "m": 8,
          "seed": 5159757062163215157,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 15,
        "median_ns": 12596.861624303321,
        "paired_ratio": 1.1367911653882585,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000033318996,
        "case": {
          "layer": "o",
          "load": "verify 1",
          "m": 8,
          "seed": 5159880409179404525,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 16,
        "median_ns": 7069.3234732682085,
        "paired_ratio": 0.9867988159967352,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 21119.999699294567,
        "case": {
          "layer": "pooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5160003756195593894,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 17,
        "median_ns": 18216.40341313346,
        "paired_ratio": 1.159394597292883,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 6976.000498980284,
        "case": {
          "layer": "unpooler",
          "load": "verify 1",
          "m": 8,
          "seed": 5160127103211783264,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 18,
        "median_ns": 4925.074366021993,
        "paired_ratio": 1.4164254142247263,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 26319.99971345067,
        "case": {
          "layer": "router",
          "load": "verify 1",
          "m": 8,
          "seed": 5160250450227972635,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 19,
        "median_ns": 4957.168339138679,
        "paired_ratio": 5.309482735465029,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17584.00071412325,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 16",
          "m": 128,
          "seed": 5160373797244162007,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 20,
        "median_ns": 15845.102013568452,
        "paired_ratio": 1.1097436103008833,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 7584.000937640667,
        "case": {
          "layer": "o",
          "load": "verify 16",
          "m": 128,
          "seed": 5160497144260351380,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 21,
        "median_ns": 7535.9479300564835,
        "paired_ratio": 1.0063765047251094,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 25535.999331623316,
        "case": {
          "layer": "pooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5160620491276540754,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 22,
        "median_ns": 21060.608774757216,
        "paired_ratio": 1.2125005314295665,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19743.99946630001,
        "case": {
          "layer": "unpooler",
          "load": "verify 16",
          "m": 128,
          "seed": 5160743838292730129,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 23,
        "median_ns": 18827.737804363755,
        "paired_ratio": 1.0486655205982256,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 16208.000481128693,
        "case": {
          "layer": "router",
          "load": "verify 16",
          "m": 128,
          "seed": 5160867185308919505,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 24,
        "median_ns": 6357.203971203958,
        "paired_ratio": 2.5495485994386216,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 19520.00055462122,
        "case": {
          "layer": "qkv_gate",
          "load": "verify 32",
          "m": 256,
          "seed": 5160990532325108882,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 25,
        "median_ns": 19575.94177194392,
        "paired_ratio": 0.9971423486045063,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 9311.999659985304,
        "case": {
          "layer": "o",
          "load": "verify 32",
          "m": 256,
          "seed": 5161113879341298260,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 26,
        "median_ns": 9351.184297257114,
        "paired_ratio": 0.995809660463723,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 29887.99987360835,
        "case": {
          "layer": "pooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5161237226357487639,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 27,
        "median_ns": 26204.454807178223,
        "paired_ratio": 1.1405694220137368,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 24415.999185293913,
        "case": {
          "layer": "unpooler",
          "load": "verify 32",
          "m": 256,
          "seed": 5161360573373677019,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 28,
        "median_ns": 23852.567686634742,
        "paired_ratio": 1.0236214191302715,
        "runs": 60,
        "status": "pass"
      },
      {
        "baseline_ns": 17535.998951643705,
        "case": {
          "layer": "router",
          "load": "verify 32",
          "m": 256,
          "seed": 5161483920389866400,
          "weight": 62
        },
        "event": "benchmark",
        "flags": [],
        "index": 29,
        "median_ns": 8220.408499925215,
        "paired_ratio": 2.133227193247542,
        "runs": 60,
        "status": "pass"
      }
    ]
  },
  "export_note": "Scoring, test, and timing evidence retained; runtime attachment references and verbose logs omitted."
}