Correctly abort the failed grammar requests & Improve the handling of abort (#6803)

2025-06-01 19:00:07 -07:00
parent 6a47b73024
commit 20fd53b8f6
16 changed files with 199 additions and 142 deletions
@@ -2055,6 +2055,12 @@ is_ampere_with_cuda_12_3 = lambda: _check(8)
 is_hopper_with_cuda_12_3 = lambda: _check(9)


+def is_blackwell():
+    if not is_cuda():
+        return False
+    return torch.cuda.get_device_capability()[0] == 10
+
+
 def get_free_port():
    # try ipv4
    try: