Organize code (rename, movement) (#953)

2024-08-06 20:50:32 -07:00
parent ad56e68495
commit 87e8c090e9
29 changed files with 304 additions and 289 deletions
@@ -45,7 +45,7 @@ from vllm.transformers_utils.configs import ChatGLMConfig

 from sglang.srt.layers.logits_processor import LogitsProcessor
 from sglang.srt.layers.radix_attention import RadixAttention
-from sglang.srt.model_executor.model_runner import InputMetadata
+from sglang.srt.model_executor.forward_batch_info import InputMetadata

 LoraConfig = None