diff --git a/python/sglang/srt/models/gpt_j.py b/python/sglang/srt/models/gpt_j.py
index 085c8c536..e4fc61eaa 100644
--- a/python/sglang/srt/models/gpt_j.py
+++ b/python/sglang/srt/models/gpt_j.py
@@ -16,7 +16,7 @@
 # https://github.com/vllm-project/vllm/blob/main/vllm/model_executor/models/gpt_j.py
 """Inference-only GPT-J model compatible with HuggingFace weights."""
 
-from typing import Iterable, Optional, Tuple, Type
+from typing import Iterable, Optional, Tuple
 
 import torch
 from torch import nn