diff --git a/.github/configs/nvidia-master.yaml b/.github/configs/nvidia-master.yaml index 6885f36cb..443c2e312 100644 --- a/.github/configs/nvidia-master.yaml +++ b/.github/configs/nvidia-master.yaml @@ -3076,7 +3076,7 @@ gptoss-fp4-b200-trt: - { tp: 8, conc-start: 4, conc-end: 4} gptoss-fp4-b200-vllm: - image: vllm/vllm-openai:v0.15.1 + image: vllm/vllm-openai:v0.16.0-cu130 model: openai/gpt-oss-120b model-prefix: gptoss runner: b200 @@ -3107,7 +3107,7 @@ gptoss-fp4-b200-vllm: - { tp: 8, conc-start: 4, conc-end: 4 } gptoss-fp4-h100-vllm: - image: vllm/vllm-openai:v0.15.1 + image: vllm/vllm-openai:v0.16.0-cu130 model: openai/gpt-oss-120b model-prefix: gptoss runner: h100 @@ -3386,7 +3386,7 @@ gptoss-fp4-h200-trt: - { tp: 8, ep: 8, dp-attn: false, conc-start: 4, conc-end: 8 } gptoss-fp4-h200-vllm: - image: vllm/vllm-openai:v0.15.1 + image: vllm/vllm-openai:v0.16.0-cu130 model: openai/gpt-oss-120b model-prefix: gptoss runner: h200 diff --git a/perf-changelog.yaml b/perf-changelog.yaml index dbb3abc88..4687d289a 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -881,3 +881,14 @@ - "Expanding TP search space" - "Adding kv-cache-fp8" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/865 + +- config-keys: + - gptoss-fp4-b200-vllm + - gptoss-fp4-h100-vllm + - gptoss-fp4-h200-vllm + description: + - "Update vLLM image from v0.15.1 to v0.16.0-cu130 for NVIDIA GPT-OSS configs" + - "All existing BKC flags preserved (VLLM_MXFP4_USE_MARLIN=1 on H100/H200, VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8=1 on B200)" + - "v0.16.0 key changes: async scheduling + PP (30.8% throughput), new MXFP4 backends (SM90 FlashInfer BF16, SM100 CUTLASS), MoE cold start optimization" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/800 + diff --git a/runners/launch_b200-nb.sh b/runners/launch_b200-nb.sh index 8862b0120..c321ee0f9 100644 --- a/runners/launch_b200-nb.sh +++ b/runners/launch_b200-nb.sh @@ -7,9 +7,6 @@ SPEC_SUFFIX=$([[ "$SPEC_DECODING" == "mtp" ]] && printf '_mtp' || printf '') UCX_NET_DEVICES=eth0 -# Cleanup any stale enroot locks from previous runs -find /var/cache/enroot-container-images/$UID -type f -name "*.lock" | xargs rm - set -x srun --partition=$PARTITION --gres=gpu:$TP --exclusive --job-name="$RUNNER_NAME" \ --container-image=$IMAGE \