Add env var to control custom Triton kernel cache and set CSGMV as default backend. (#12176)

2025-10-27 17:49:32 -07:00
parent 88596739a4
commit ce832d7034
13 changed files with 24 additions and 25 deletions
--- a/python/sglang/test/runners.py
+++ b/python/sglang/test/runners.py
@@ -511,7 +511,7 @@ class SRTRunner:
        attention_backend: Optional[str] = None,
        prefill_attention_backend: Optional[str] = None,
        decode_attention_backend: Optional[str] = None,
-        lora_backend: str = "triton",
+        lora_backend: str = "csgmv",
        disable_cuda_graph: bool = False,
        disable_radix_cache: bool = False,
        chunked_prefill_size: Optional[int] = None,