From 239a219363d0b09b0870b41369d24a5f81e248aa Mon Sep 17 00:00:00 2001 From: functionstackx <47992694+functionstackx@users.noreply.github.com> Date: Tue, 13 Oct 2026 22:59:41 +0000 Subject: [PATCH 1/2] [AgentX nightly] dsv41flash MI325X FP4 vllm mtp MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [AgentX nightly] dsv41flash MI325X FP4 vllm 升级每日构建 --- .../dsv41flash/vllm/mi325x-fp4-mtp/agentic.yaml | 2 +- inferencex-e2e/configs/amd-master.yaml | 2 +- inferencex-e2e/perf-changelog.yaml | 7 +++++++ 3 files changed, 9 insertions(+), 2 deletions(-) diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/vllm/mi325x-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/vllm/mi325x-fp4-mtp/agentic.yaml index ec9b792ede..d9f05c5e93 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/vllm/mi325x-fp4-mtp/agentic.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/vllm/mi325x-fp4-mtp/agentic.yaml @@ -7,7 +7,7 @@ base: name: dsv41flash-fp4-mi325x-vllm-agentic model: path: hf:deepseek-ai/DeepSeek-V4.1-Flash - container: vllm/vllm-openai-rocm:nightly-rocm100-3df4ae153eb385e27b52f26c81f8edb9e20b9984 + container: vllm/vllm-openai-rocm:nightly-rocm100-5555a2d8f7116b2b4877f66516f4128176cf722a@sha256:e7d4d8643501172acc5e9a6fcc3739680359613c2904ec977cde9e721e798e82 precision: fp4 resources: gpu_type: mi325x diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index 0a2ea83d01..d1026d4491 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -1120,7 +1120,7 @@ minimaxm3-fp8-mi325x-vllm-agentic-mtp: # golden AL 3.51 for throughput, real block verification for evals, adaptive # verification off on ROCm. dsv41flash-fp4-mi325x-vllm-agentic-dspark: - image: vllm/vllm-openai-rocm:nightly-rocm100-3df4ae153eb385e27b52f26c81f8edb9e20b9984 + image: vllm/vllm-openai-rocm:nightly-rocm100-5555a2d8f7116b2b4877f66516f4128176cf722a@sha256:e7d4d8643501172acc5e9a6fcc3739680359613c2904ec977cde9e721e798e82 model: deepseek-ai/DeepSeek-V4.1-Flash model-prefix: dsv41flash runner: cluster:mi325x-amd diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 4a40f3a1ed..a49e81ed60 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9683,3 +9683,10 @@ - "TP2 c16/c32: 16K prefill chunks with decoder SWA bounded replay and the prefill CUDA graph disabled, a 96/48-step prefill-decode interval, PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True and 4 tokenizer workers; SGLANG_NUMA_BIND_V2=0 at c16 (previously 4K chunks with the default 16-step interval). Local one-hour runs on the new image: c16 55,560 tok/s/GPU at 264.6 tok/s/user P90 (324.9 median); c32 113,613 at 183.1 (242.7)." - "c64 and c128 move from TP2 to DEP2 (TP2/DP2/EP2 with DP attention, DP LM head and MegaMoE) behind sglang-router (cache_aware, dp-aware, routing key from the AIPerf correlation id), with total_requests load balancing, shortest-prefill-first scheduling, 16K chunks, 4096 SWA prefix tails and 4 tokenizer workers. c64 uses a 24-step prefill-decode interval and admits 128; c128 a 16-step interval, mem-fraction-static 0.85, admits 256 with a 128 graph batch. Local one-hour runs: c64 200,265 tok/s/GPU at 114.3 tok/s/user P90 (132.7 median), versus 149,666 at 99.4 median for the TP2 point it replaces; c128 271,364 at 81.6 P90 (93.0 median), versus 147,763 at 37.9 median." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3859 + +- config-keys: + - dsv41flash-fp4-mi325x-vllm-agentic-dspark + description: + - Pin dsv41flash MI325X FP4 vllm mtp AgentX to the 2026-10-13 image vllm/vllm-openai-rocm:nightly-rocm100-5555a2d8f7116b2b4877f66516f4128176cf722a@sha256:e7d4d8643501172acc5e9a6fcc3739680359613c2904ec977cde9e721e798e82. + - Preserve deployment topology, speculative mode, concurrency points, KV-offload settings and evaluation coverage. + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/XXX From 437ca03e0d7aaa012e6577bc309342007d28bfa5 Mon Sep 17 00:00:00 2001 From: functionstackx <47992694+functionstackx@users.noreply.github.com> Date: Tue, 13 Oct 2026 23:03:44 +0000 Subject: [PATCH 2/2] Record canonical PR link for #3987 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 记录 #3987 的正式 PR 链接。 --- inferencex-e2e/perf-changelog.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index a49e81ed60..187699cc60 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9689,4 +9689,4 @@ description: - Pin dsv41flash MI325X FP4 vllm mtp AgentX to the 2026-10-13 image vllm/vllm-openai-rocm:nightly-rocm100-5555a2d8f7116b2b4877f66516f4128176cf722a@sha256:e7d4d8643501172acc5e9a6fcc3739680359613c2904ec977cde9e721e798e82. - Preserve deployment topology, speculative mode, concurrency points, KV-offload settings and evaluation coverage. - pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/XXX + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3987