Simplify tokenizer manager (#1904)

2024-11-03 08:38:26 -08:00
parent 916b3cdddc
commit c17c578108
11 changed files with 261 additions and 443 deletions
--- a/python/sglang/srt/managers/data_parallel_controller.py
+++ b/python/sglang/srt/managers/data_parallel_controller.py
@@ -24,7 +24,6 @@ import zmq
 from sglang.srt.managers.io_struct import (
    TokenizedEmbeddingReqInput,
    TokenizedGenerateReqInput,
-    TokenizedRewardReqInput,
 )
 from sglang.srt.managers.scheduler import run_scheduler_process
 from sglang.srt.server_args import PortArgs, ServerArgs
@@ -152,7 +151,6 @@ class DataParallelController:
                    (
                        TokenizedGenerateReqInput,
                        TokenizedEmbeddingReqInput,
-                        TokenizedRewardReqInput,
                    ),
                ):
                    self.dispatching(recv_req)