diff --git a/python/sglang/srt/constrained/xgrammar_backend.py b/python/sglang/srt/constrained/xgrammar_backend.py
index 7727d9b6f..edf9a2957 100644
--- a/python/sglang/srt/constrained/xgrammar_backend.py
+++ b/python/sglang/srt/constrained/xgrammar_backend.py
@@ -104,7 +104,11 @@ class XGrammarGrammar(BaseGrammarObject):
         return vocab_mask.to(device, non_blocking=True)
 
     def apply_vocab_mask(self, logits: torch.Tensor, vocab_mask: torch.Tensor) -> None:
-        if logits.device.type == "cuda" or logits.device.type == "npu":
+        if (
+            logits.device.type == "cuda"
+            or logits.device.type == "npu"
+            or logits.device.type == "xpu"
+        ):
             if _is_hip:
                 apply_token_bitmask_inplace_cuda(logits, vocab_mask)
             else: