Organize code (rename, movement) (#953)

2024-08-06 20:50:32 -07:00
parent ad56e68495
commit 87e8c090e9
29 changed files with 304 additions and 289 deletions
@@ -25,7 +25,7 @@ from vllm.distributed import (
    tensor_model_parallel_all_gather,
 )

-from sglang.srt.model_executor.model_runner import ForwardMode, InputMetadata
+from sglang.srt.model_executor.forward_batch_info import ForwardMode, InputMetadata


@dataclasses.dataclass