Add top-p to run_eval.py (#16844)

This commit is contained in:
hlu1
2026-01-10 01:10:37 -08:00
committed by GitHub
parent 9fd2358cc2
commit aeb480c11f
3 changed files with 17 additions and 2 deletions

View File

@@ -36,6 +36,7 @@ def run_eval_once(args, base_url: str, eval_obj: Eval) -> dict:
sampler = ChatCompletionSampler(
model=args.model,
max_tokens=getattr(args, "max_tokens", 2048),
top_p=getattr(args, "top_p", 1.0),
base_url=base_url,
temperature=getattr(args, "temperature", 0.0),
reasoning_effort=getattr(args, "reasoning_effort", None),
@@ -233,6 +234,7 @@ if __name__ == "__main__":
parser.add_argument("--num-threads", type=int, default=512)
parser.add_argument("--max-tokens", type=int, default=2048)
parser.add_argument("--temperature", type=float, default=0.0)
parser.add_argument("--top-p", type=float, default=1.0)
parser.add_argument("--reasoning-effort", type=str)
parser.add_argument(
"--thinking-mode",

View File

@@ -91,6 +91,7 @@ class ChatCompletionSampler(SamplerBase):
model: Optional[str] = None,
system_message: Optional[str] = None,
temperature: float = 0.0,
top_p: float = 1.0,
reasoning_effort: Optional[str] = None,
max_tokens: int = 2048,
extra_body: Optional[Dict[str, Any]] = None,
@@ -103,6 +104,7 @@ class ChatCompletionSampler(SamplerBase):
self.model = model
self.system_message = system_message
self.temperature = temperature
self.top_p = top_p
self.max_tokens = max_tokens
self.reasoning_effort = reasoning_effort
self.extra_body = extra_body
@@ -144,6 +146,7 @@ class ChatCompletionSampler(SamplerBase):
model=self.model,
messages=message_list,
temperature=self.temperature,
top_p=self.top_p,
max_tokens=self.max_tokens,
reasoning_effort=self.reasoning_effort,
extra_body=self.extra_body,