[Refactor] move deep_gemm_wrapper out of quantization (#11784)

2025-10-17 18:57:54 -07:00
parent 13219e1e48
commit 5b214b50b6
19 changed files with 18 additions and 24 deletions
@@ -3,9 +3,9 @@ from typing import TYPE_CHECKING, Any, Callable, Optional

 import torch

+from sglang.srt.layers import deep_gemm_wrapper
 from sglang.srt.layers.moe import get_moe_runner_backend
 from sglang.srt.layers.moe.utils import is_sbo_enabled
-from sglang.srt.layers.quantization import deep_gemm_wrapper
 from sglang.srt.model_executor.forward_batch_info import ForwardBatch
 from sglang.srt.utils import get_int_env_var