Add customized sampler registration (#15423)
This commit is contained in:
@@ -99,7 +99,7 @@ from sglang.srt.layers.dp_attention import (
|
||||
from sglang.srt.layers.logits_processor import LogitsProcessorOutput
|
||||
from sglang.srt.layers.pooler import EmbeddingPoolerOutput
|
||||
from sglang.srt.layers.quantization.fp8_kernel import fp8_dtype
|
||||
from sglang.srt.layers.sampler import Sampler
|
||||
from sglang.srt.layers.sampler import create_sampler
|
||||
from sglang.srt.layers.torchao_utils import apply_torchao_config_to_model
|
||||
from sglang.srt.lora.lora_manager import LoRAManager
|
||||
from sglang.srt.lora.lora_registry import LoRARef
|
||||
@@ -451,7 +451,7 @@ class ModelRunner:
|
||||
else None
|
||||
)
|
||||
# Load the model
|
||||
self.sampler = Sampler()
|
||||
self.sampler = create_sampler()
|
||||
self.load_model()
|
||||
|
||||
if (
|
||||
|
||||
Reference in New Issue
Block a user