Sync the changes on cuda graph runners (#6932)

This commit is contained in:
Lianmin Zheng
2025-06-06 18:23:52 -07:00
committed by GitHub
parent 61ce91ed28
commit 60fdad7cf3
7 changed files with 63 additions and 70 deletions
+2 -2
View File
@@ -20,7 +20,7 @@ import copy
import uuid
from dataclasses import dataclass, field
from enum import Enum
from typing import TYPE_CHECKING, Any, Dict, List, Literal, Optional, Union
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
from sglang.srt.mm_utils import has_valid_data
@@ -30,7 +30,7 @@ if TYPE_CHECKING:
else:
Image = Any
from sglang.srt.managers.schedule_batch import BaseFinishReason, flatten_nested_list
from sglang.srt.managers.schedule_batch import BaseFinishReason
from sglang.srt.sampling.sampling_params import SamplingParams