chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[AMD] [DeepSeek-OCR-2 Day 0] Enable DeepSeek-OCR-2 on AMD GPUs and add nightly test (#19732)

Browse Source
This commit is contained in:
Michael
2026-03-10 17:04:35 -07:00
committed by GitHub
parent eea7f8de41
commit dc4380e33a
3 changed files with 23 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/models/deepseek_ocr.py
View File

@@ -125,8 +125,9 @@ def isin_list(
elements: torch.Tensor,
test_elements_list: list[int],
) -> torch.Tensor:
test_elements = torch.tensor(test_elements_list, pin_memory=True).to(
device=elements.device, non_blocking=True
use_pin = torch.cuda.is_available() and not getattr(torch.version, "hip", None)
test_elements = torch.tensor(test_elements_list, pin_memory=use_pin).to(
device=elements.device, non_blocking=use_pin
)
return torch.isin(elements, test_elements)
@@ -1685,7 +1686,7 @@ class DeepseekOCRForCausalLM(nn.Module):
images_crop = (
torch.stack([item.images_crop for item in mm_items], dim=0)
.type(torch.long)
.type(target_dtype)
.to(device=pixel_values.device)
)
images_spatial_crop = (

2
python/sglang/srt/multimodal/processors/base_processor.py
View File

@@ -210,6 +210,8 @@ class BaseMultimodalProcessor(ABC):
"image_emb_mask": Modality.IMAGE,
"images_spatial_crop": Modality.IMAGE,
"images_crop": Modality.IMAGE,
"has_local_crops": Modality.IMAGE,
"has_images": Modality.IMAGE,
"tgt_size": Modality.IMAGE,
"image_grid_hws": Modality.IMAGE,
"aspect_ratio_ids": Modality.IMAGE,