Minor fixes for server_args, parallel_state, and test_deterministic.py (#11159)

This commit is contained in:
Lianmin Zheng
2025-10-02 12:12:49 -07:00
committed by GitHub
parent 7ff740a6ce
commit 6a261aaca5
4 changed files with 17 additions and 6 deletions

View File

@@ -29,7 +29,7 @@ class BenchArgs:
port: int = 30000
batch_size: int = 1
temperature: float = 0.0
sampling_seed: int = None
sampling_seed: int = 42
max_new_tokens: int = 100
frequency_penalty: float = 0.0
presence_penalty: float = 0.0