lazy import attn backends (#4200)

2025-03-08 00:41:35 -08:00
parent 96d0e37fa7
commit 08c4d764a5
4 changed files with 21 additions and 11 deletions
@@ -6,9 +6,7 @@ import torch
 import triton

 from sglang.srt.layers.attention.base_attn_backend import AttentionBackend
-from sglang.srt.layers.attention.flashinfer_backend import (
-    create_flashinfer_kv_indices_triton,
-)
+from sglang.srt.layers.attention.utils import create_flashinfer_kv_indices_triton
 from sglang.srt.layers.dp_attention import get_attention_tp_size
 from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMode