Add env var to control custom Triton kernel cache and set CSGMV as default backend. (#12176)
This commit is contained in:
@@ -48,7 +48,6 @@ class TestLoRATP(CustomTestCase):
|
||||
model_case,
|
||||
torch_dtype,
|
||||
max_new_tokens=32,
|
||||
backend="triton",
|
||||
test_tag=f"tp={tp_size}",
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user