[Fix] Add speculative_draft_model_revision to server_args (#5255)

Signed-off-by: Devashish Lal <devashish@rivosinc.com>
2025-09-05 19:45:46 +08:00
parent df97b31f37
commit 13705dae06
13 changed files with 68 additions and 45 deletions
@@ -78,6 +78,11 @@ class TpModelWorker:
                if not is_draft_worker
                else server_args.speculative_draft_model_path
            ),
+            model_revision=(
+                server_args.revision
+                if not is_draft_worker
+                else server_args.speculative_draft_model_revision
+            ),
            is_draft_model=is_draft_worker,
        )