Revert removing the unused imports (#385)

python/sglang/srt/models/commandr.py

@@ -20,7 +20,7 @@
 
 # This file is based on the LLama model definition file in transformers
 """PyTorch Cohere model."""
-from typing import Optional, Tuple
+from typing import List, Optional, Tuple
 
 import torch
 import torch.utils.checkpoint

python/sglang/srt/models/llama2.py

@@ -1,7 +1,7 @@
 # Adapted from
 # https://github.com/vllm-project/vllm/blob/671af2b1c0b3ed6d856d37c21a561cc429a10701/vllm/model_executor/models/llama.py#L1
 """Inference-only LLaMA model compatible with HuggingFace weights."""
-from typing import Any, Dict, Optional, Tuple
+from typing import Any, Dict, List, Optional, Tuple
 
 import torch
 from torch import nn

python/sglang/srt/models/llava.py

@@ -5,7 +5,7 @@ from typing import List, Optional
 import numpy as np
 import torch
 from torch import nn
-from transformers import CLIPVisionModel, LlavaConfig
+from transformers import CLIPVisionModel, LlamaConfig, LlavaConfig
 from transformers.models.llava.modeling_llava import LlavaMultiModalProjector
 from vllm.model_executor.layers.linear import LinearMethodBase
 from vllm.model_executor.weight_utils import (

python/sglang/srt/models/mixtral.py

@@ -1,7 +1,7 @@
 # Adapted from
 # https://github.com/vllm-project/vllm/blob/d0215a58e78572d91dadafe9d832a2db89b09a13/vllm/model_executor/models/mixtral.py#L1
 """Inference-only Mixtral model."""
-from typing import Optional
+from typing import List, Optional, Tuple
 
 import numpy as np
 import torch

python/sglang/srt/models/qwen.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, Optional
+from typing import Any, Dict, List, Optional, Tuple
 
 import torch
 from torch import nn

python/sglang/srt/models/qwen2.py

@@ -1,7 +1,7 @@
 # Adapted from llama2.py
 # Modify details for the adaptation of Qwen2 model.
 """Inference-only Qwen2 model compatible with HuggingFace weights."""
-from typing import Any, Dict, Optional, Tuple
+from typing import Any, Dict, List, Optional, Tuple
 
 import torch
 from torch import nn

python/sglang/srt/models/yivl.py

@@ -1,6 +1,7 @@
 """Inference-only Yi-VL model."""
 
-from typing import Optional
+import os
+from typing import List, Optional
 
 import torch
 import torch.nn as nn
@@ -12,6 +13,7 @@ from vllm.model_executor.weight_utils import (
 
 from sglang.srt.models.llava import (
     LlavaLlamaForCausalLM,
+    clip_vision_embed_forward,
     monkey_path_clip_vision_embed_forward,
 )