From 2d08ffbbd35828527d001aa2e7a1660b8730f9ce Mon Sep 17 00:00:00 2001 From: Oseltamivir <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 14 Jul 2026 14:58:15 +0800 Subject: [PATCH 1/2] chore(dsv4): refresh stale H200 FP8 submissions MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - dsv4-fp8-h200-vllm(+mtp): bump image v0.21.0 -> v0.25.0 (match #2169) - dsv4-fp8-h200-sglang(+mtp): bump deepseek-v4-hopper digest to 2026-05-13 push 中文:刷新过期的 H200 FP8 DeepSeek-V4-Pro 数据:vLLM 镜像升级至 v0.25.0, SGLang hopper 镜像更新至 2026-05-13 摘要。 --- configs/nvidia-master.yaml | 11 +++++------ perf-changelog.yaml | 16 ++++++++++++++++ 2 files changed, 21 insertions(+), 6 deletions(-) diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index f90c51018..025a9ce0f 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -3078,7 +3078,7 @@ dsr1-fp8-h200-sglang-mtp: # Uses the cu129 image. H200 has no FP4 path, so the FP4 indexer cache # flag is omitted. Max-model-len is pinned at 800k per the recipe. dsv4-fp8-h200-vllm: - image: vllm/vllm-openai:v0.21.0 + image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: h200 @@ -3098,11 +3098,10 @@ dsv4-fp8-h200-vllm: - { tp: 8, ep: 1, dp-attn: false, conc-start: 1, conc-end: 256 } - { tp: 8, ep: 8, dp-attn: true, conc-start: 1, conc-end: 256 } -# MTP variant of dsv4-fp8-h200-vllm. Uses the canonical v0.20.1 image -# (the non-MTP entry above is still on the deepseekv4-cu129 tag) and adds +# MTP variant of dsv4-fp8-h200-vllm. Mirrors the non-MTP image and adds # --speculative-config '{"method":"mtp","num_speculative_tokens":2}'. dsv4-fp8-h200-vllm-mtp: - image: vllm/vllm-openai:v0.21.0 + image: vllm/vllm-openai:v0.25.0 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: h200 @@ -3143,7 +3142,7 @@ dsv4-fp8-h200-vllm-agentic: # runner pool, search space) and adds EAGLE speculative decoding via # --speculative-algorithm EAGLE with the (3,1,4) chain matching dsv4-fp4-b300-sglang-mtp. dsv4-fp8-h200-sglang: - image: lmsysorg/sglang:deepseek-v4-hopper@sha256:7f19c6dc092e47a10fac2e41f47eab78970280d06648b8e50d312a82f0ae722f + image: lmsysorg/sglang:deepseek-v4-hopper@sha256:1bf5d508ab110cc0fe1659a5f21d1be02a7f0d7ca8f58cea7e7f4e11f6ae208f model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: h200-dgxc @@ -3167,7 +3166,7 @@ dsv4-fp8-h200-sglang: # runner pool, search space) and adds EAGLE speculative decoding via # --speculative-algorithm EAGLE with the (3,1,4) chain matching dsv4-fp4-b300-sglang-mtp. dsv4-fp8-h200-sglang-mtp: - image: lmsysorg/sglang:deepseek-v4-hopper@sha256:7f19c6dc092e47a10fac2e41f47eab78970280d06648b8e50d312a82f0ae722f + image: lmsysorg/sglang:deepseek-v4-hopper@sha256:1bf5d508ab110cc0fe1659a5f21d1be02a7f0d7ca8f58cea7e7f4e11f6ae208f model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: h200-dgxc diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 57d510dd1..f7aefcca1 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -4750,3 +4750,19 @@ - "Image: lmsysorg/sglang:nightly-dev-cu13-20260709-074bb928" - "6 topologies across 1k/1k and 8k/1k: 1P1D TP4 STP + wide-EP (DEP4 prefill / DEP16 decode) from 1P1D up to 8P1D, recipes under benchmarks/multi_node/srt-slurm-recipes/sglang/qwen3.5/gb300-fp8/" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2137 + +- config-keys: + - dsv4-fp8-h200-vllm + - dsv4-fp8-h200-vllm-mtp + description: + - "Bump vLLM image from v0.21.0 to v0.25.0 for DeepSeek-V4-Pro FP8 on H200, matching the B200/B300 dsv4 vLLM bump (#2169)" + - "Refresh stale H200 dsv4 submissions (last run 2026-05-21)" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2191 + +- config-keys: + - dsv4-fp8-h200-sglang + - dsv4-fp8-h200-sglang-mtp + description: + - "Bump the pinned lmsysorg/sglang:deepseek-v4-hopper digest from the 2026-05-02 push (7f19c6dc) to the current 2026-05-13 push (1bf5d508)" + - "Refresh stale H200 dsv4 SGLang submissions (last run 2026-05-04)" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2191 From 1ce6f5be2c2247aa49c29ce768134666ccc9bf93 Mon Sep 17 00:00:00 2001 From: Bryan Shan <58582368+Oseltamivir@users.noreply.github.com> Date: Tue, 14 Jul 2026 01:05:06 -0700 Subject: [PATCH 2/2] Update nvidia-master.yaml --- configs/nvidia-master.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 025a9ce0f..73327351e 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -3078,7 +3078,7 @@ dsr1-fp8-h200-sglang-mtp: # Uses the cu129 image. H200 has no FP4 path, so the FP4 indexer cache # flag is omitted. Max-model-len is pinned at 800k per the recipe. dsv4-fp8-h200-vllm: - image: vllm/vllm-openai:v0.25.0 + image: vllm/vllm-openai:v0.25.1 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: h200 @@ -3101,7 +3101,7 @@ dsv4-fp8-h200-vllm: # MTP variant of dsv4-fp8-h200-vllm. Mirrors the non-MTP image and adds # --speculative-config '{"method":"mtp","num_speculative_tokens":2}'. dsv4-fp8-h200-vllm-mtp: - image: vllm/vllm-openai:v0.25.0 + image: vllm/vllm-openai:v0.25.1 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: h200