From 6270afaa026e287f2b5dd47e7749e35fa17b0f7c Mon Sep 17 00:00:00 2001 From: ashors1 Date: Wed, 12 Nov 2025 13:19:35 -0800 Subject: [PATCH] fix gpt oss EP with bf16 Signed-off-by: ashors1 --- vllm/model_executor/models/gpt_oss.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/gpt_oss.py b/vllm/model_executor/models/gpt_oss.py index 04038ae74882..cef9eeb0c01a 100644 --- a/vllm/model_executor/models/gpt_oss.py +++ b/vllm/model_executor/models/gpt_oss.py @@ -488,8 +488,8 @@ def _load_weights_mxfp4( def _load_weights_other( self, - ep_rank_start: int, ep_rank_end: int, + ep_rank_start: int, heads_per_rank: int, head_start: int, weights: Iterable[tuple[str, torch.Tensor]],