From 12c789ebd173ef6663a9dd1b135c9158ea572468 Mon Sep 17 00:00:00 2001 From: ash-sigh Date: Sun, 16 Nov 2025 11:39:24 +0800 Subject: [PATCH] [Ascend]support xgrammar backend for ascend npu (#12310) Co-authored-by: ronnie_zheng --- python/sglang/srt/constrained/xgrammar_backend.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/constrained/xgrammar_backend.py b/python/sglang/srt/constrained/xgrammar_backend.py index 58ea764d6..7727d9b6f 100644 --- a/python/sglang/srt/constrained/xgrammar_backend.py +++ b/python/sglang/srt/constrained/xgrammar_backend.py @@ -104,7 +104,7 @@ class XGrammarGrammar(BaseGrammarObject): return vocab_mask.to(device, non_blocking=True) def apply_vocab_mask(self, logits: torch.Tensor, vocab_mask: torch.Tensor) -> None: - if logits.device.type == "cuda": + if logits.device.type == "cuda" or logits.device.type == "npu": if _is_hip: apply_token_bitmask_inplace_cuda(logits, vocab_mask) else: