From d1c1d1dc52a773454cfb16bfa6f111bdec77f849 Mon Sep 17 00:00:00 2001 From: Rahul Tuli Date: Wed, 15 Oct 2025 18:59:36 +0530 Subject: [PATCH 1/2] norm before residual --- python/sglang/srt/models/llama_eagle3.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/models/llama_eagle3.py b/python/sglang/srt/models/llama_eagle3.py index 87ae7ade5d5..064269e5c22 100644 --- a/python/sglang/srt/models/llama_eagle3.py +++ b/python/sglang/srt/models/llama_eagle3.py @@ -80,9 +80,9 @@ def forward( residual: Optional[torch.Tensor], ) -> Tuple[torch.Tensor, torch.Tensor]: - residual = hidden_states - embeds = self.input_layernorm(embeds) hidden_states = self.hidden_norm(hidden_states) + embeds = self.input_layernorm(embeds) + residual = hidden_states hidden_states = torch.cat([embeds, hidden_states], dim=-1) # Self Attention From c2dd73724ece96807d3458419e49e9e885c204e8 Mon Sep 17 00:00:00 2001 From: Rahul Tuli Date: Fri, 17 Oct 2025 09:27:28 -0400 Subject: [PATCH 2/2] One more fix Signed-off-by: Rahul Tuli --- python/sglang/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/utils.py b/python/sglang/utils.py index 1d62c5df854..9333cb7a3c8 100644 --- a/python/sglang/utils.py +++ b/python/sglang/utils.py @@ -357,7 +357,8 @@ def download_and_cache_file(url: str, filename: Optional[str] = None): def is_in_ci(): - from sglang.test.test_utils import is_in_ci + # from sglang.test.test_utils import is_in_ci + return False return is_in_ci()