Fix bug: Incorrect variable used in rem_total_token_offset calculatio… (#13201)

2025-11-24 11:04:34 +08:00
parent d5e0346847
commit dbf22152d6
2 changed files with 81 additions and 1 deletions
--- a/python/sglang/srt/managers/schedule_policy.py
+++ b/python/sglang/srt/managers/schedule_policy.py
@@ -704,7 +704,7 @@ class PrefillAdder:
        for i, running_req in enumerate(self.running_batch.reqs):
            if running_req in preemptible_reqs:
                self.rem_total_token_offset -= (
-                    self._get_running_request_total_token_offset(req)
+                    self._get_running_request_total_token_offset(running_req)
                )
                release_counter += 1
                self.running_batch.release_req(