Bugfix: EagleDraftWorker has not attribute "eagle_use_aux_hidden_state" (#16480)

2026-01-12 20:14:35 +08:00
parent 2dadf63562
commit 53dca74f47
1 changed files with 8 additions and 1 deletions
--- a/python/sglang/srt/speculative/eagle_worker_v2.py
+++ b/python/sglang/srt/speculative/eagle_worker_v2.py
@@ -144,7 +144,14 @@ class EagleDraftWorker(BaseDraftWorker):

        # Alias for better readability
        self.draft_runner = self.draft_worker.model_runner
-
+        self.eagle_use_aux_hidden_state = False
+        if self.speculative_algorithm.is_eagle3():
+            eagle_config = getattr(
+                self.draft_runner.model_config.hf_config, "eagle_config", {}
+            )
+            self.eagle_use_aux_hidden_state = eagle_config.get(
+                "use_aux_hidden_state", True
+            )
        self.init_token_map()
        self.init_lm_head()