// One entry per cell `match` tuple. `accuracy` is keyed to
// config.accuracyLabels in inkling-small.jsx.

export const benchmarks = [
  { match: { hw: "b200"   , variant: "default" , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   },
    sglang_version: "dev-inkling-dspark (b7252cc)",
    accuracy: { aime26_pct: 95.42, bfcl_pct: 76.54, mmau_pct: 76.30 } },
  { match: { hw: "b300"   , variant: "default" , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   },
    sglang_version: "dev (cb12a15)",
    accuracy: { gsm8k_pct: 96.29 } },
  { match: { hw: "gb200"  , variant: "default" , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "gb300"  , variant: "default" , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   },
    sglang_version: "dev (cb12a15)",
    accuracy: { gsm8k_pct: 96.66 } },
  { match: { hw: "h200"   , variant: "default" , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   },
    sglang_version: "dev-inkling-dspark (b7252cc)",
    accuracy: { aime26_pct: 95.00, bfcl_pct: 76.02, mmau_pct: 74.70 } },
  { match: { hw: "dgx-spark", variant: "default" , quant: "nvfp4" , strategy: "balanced"   , nodes: "multi-2"  },
    sglang_version: "dev-inkling-small-dgx-spark" },
  { match: { hw: "mi350x" , variant: "default" , quant: "bf16"  , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "mi355x" , variant: "default" , quant: "bf16"  , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "b200"   , variant: "default" , quant: "nvfp4" , strategy: "mtp"          , nodes: "single"   },
    sglang_version: "dev-inkling-dspark (b7252cc)",
    accuracy: { aime26_pct: 96.25, bfcl_pct: 77.57, mmau_pct: 77.20 } },
  { match: { hw: "b300"   , variant: "default" , quant: "nvfp4" , strategy: "mtp"          , nodes: "single"   },
    sglang_version: "dev-cu13-inkling-dspark (86ccfef)",
    accuracy: { gsm8k_pct: 96.06 } },
  { match: { hw: "gb200"  , variant: "default" , quant: "nvfp4" , strategy: "mtp"          , nodes: "single"   } },
  { match: { hw: "gb300"  , variant: "default" , quant: "nvfp4" , strategy: "mtp"          , nodes: "single"   },
    sglang_version: "dev-cu13-inkling-dspark (86ccfef)",
    accuracy: { gsm8k_pct: 96.44 } },
  { match: { hw: "h200"   , variant: "default" , quant: "nvfp4" , strategy: "mtp"          , nodes: "single"   },
    sglang_version: "dev-inkling-dspark (b7252cc)",
    accuracy: { aime26_pct: 95.83, bfcl_pct: 76.09, mmau_pct: 76.80 } },
  { match: { hw: "b200"   , variant: "default" , quant: "nvfp4" , strategy: "dspark"       , nodes: "single"   },
    sglang_version: "dev-inkling-dspark (b7252cc)",
    accuracy: { aime26_pct: 95.83, bfcl_pct: 76.31, mmau_pct: 76.80 } },
  { match: { hw: "b300"   , variant: "default" , quant: "nvfp4" , strategy: "dspark"       , nodes: "single"   },
    sglang_version: "dev-cu13-inkling-dspark (86ccfef)",
    accuracy: { gsm8k_pct: 96.21 } },
  { match: { hw: "gb300"  , variant: "default" , quant: "nvfp4" , strategy: "dspark"       , nodes: "single"   },
    sglang_version: "dev-cu13-inkling-dspark (86ccfef)",
    accuracy: { gsm8k_pct: 95.83 } },
  { match: { hw: "h200"   , variant: "default" , quant: "nvfp4" , strategy: "dspark"       , nodes: "single"   },
    sglang_version: "dev-inkling-dspark (b7252cc)",
    accuracy: { aime26_pct: 96.25, bfcl_pct: 76.68, mmau_pct: 76.50 } },
  { match: { hw: "b200"   , variant: "default" , quant: "nvfp4" , strategy: "long_context" , nodes: "single"   },
    sglang_version: "dev (8fbf960)",
    accuracy: { gsm8k_pct: 96.13 } },
  { match: { hw: "b300"   , variant: "default" , quant: "nvfp4" , strategy: "long_context" , nodes: "single"   },
    sglang_version: "dev (cb12a15)",
    accuracy: { gsm8k_pct: 95.91 } },
  { match: { hw: "gb200"  , variant: "default" , quant: "nvfp4" , strategy: "long_context" , nodes: "single"   } },
  { match: { hw: "gb300"  , variant: "default" , quant: "nvfp4" , strategy: "long_context" , nodes: "single"   },
    sglang_version: "dev (cb12a15)",
    accuracy: { gsm8k_pct: 96.21 } },
  { match: { hw: "gb300"  , variant: "default" , quant: "bf16"  , strategy: "balanced"     , nodes: "multi-2"  } },
  { match: { hw: "gb300"  , variant: "default" , quant: "bf16"  , strategy: "mtp"          , nodes: "multi-2"  } },
  { match: { hw: "b300"   , variant: "default" , quant: "bf16"  , strategy: "balanced"     , nodes: "single"   },
    sglang_version: "dev (cb12a15)",
    accuracy: { gsm8k_pct: 96.29 } },
  { match: { hw: "b300"   , variant: "default" , quant: "bf16"  , strategy: "mtp"          , nodes: "single"   },
    sglang_version: "dev-cu13-inkling-dspark (86ccfef)",
    accuracy: { gsm8k_pct: 96.36 } },
  { match: { hw: "b200"   , variant: "default" , quant: "bf16"  , strategy: "balanced"     , nodes: "multi-2"  } },
  { match: { hw: "b200"   , variant: "default" , quant: "bf16"  , strategy: "mtp"          , nodes: "multi-2"  } },
  { match: { hw: "b200"   , variant: "lora"    , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "b300"   , variant: "lora"    , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "gb200"  , variant: "lora"    , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "gb300"  , variant: "lora"    , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "h200"   , variant: "lora"    , quant: "nvfp4" , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "gb300"  , variant: "lora"    , quant: "bf16"  , strategy: "balanced"     , nodes: "single"   } },
  { match: { hw: "h200"   , variant: "lora"    , quant: "bf16"  , strategy: "balanced"     , nodes: "single"   } },
];
