Add top-p to run_eval.py (#16844)
This commit is contained in:
@@ -36,6 +36,7 @@ def run_eval_once(args, base_url: str, eval_obj: Eval) -> dict:
|
||||
sampler = ChatCompletionSampler(
|
||||
model=args.model,
|
||||
max_tokens=getattr(args, "max_tokens", 2048),
|
||||
top_p=getattr(args, "top_p", 1.0),
|
||||
base_url=base_url,
|
||||
temperature=getattr(args, "temperature", 0.0),
|
||||
reasoning_effort=getattr(args, "reasoning_effort", None),
|
||||
@@ -233,6 +234,7 @@ if __name__ == "__main__":
|
||||
parser.add_argument("--num-threads", type=int, default=512)
|
||||
parser.add_argument("--max-tokens", type=int, default=2048)
|
||||
parser.add_argument("--temperature", type=float, default=0.0)
|
||||
parser.add_argument("--top-p", type=float, default=1.0)
|
||||
parser.add_argument("--reasoning-effort", type=str)
|
||||
parser.add_argument(
|
||||
"--thinking-mode",
|
||||
|
||||
@@ -91,6 +91,7 @@ class ChatCompletionSampler(SamplerBase):
|
||||
model: Optional[str] = None,
|
||||
system_message: Optional[str] = None,
|
||||
temperature: float = 0.0,
|
||||
top_p: float = 1.0,
|
||||
reasoning_effort: Optional[str] = None,
|
||||
max_tokens: int = 2048,
|
||||
extra_body: Optional[Dict[str, Any]] = None,
|
||||
@@ -103,6 +104,7 @@ class ChatCompletionSampler(SamplerBase):
|
||||
self.model = model
|
||||
self.system_message = system_message
|
||||
self.temperature = temperature
|
||||
self.top_p = top_p
|
||||
self.max_tokens = max_tokens
|
||||
self.reasoning_effort = reasoning_effort
|
||||
self.extra_body = extra_body
|
||||
@@ -144,6 +146,7 @@ class ChatCompletionSampler(SamplerBase):
|
||||
model=self.model,
|
||||
messages=message_list,
|
||||
temperature=self.temperature,
|
||||
top_p=self.top_p,
|
||||
max_tokens=self.max_tokens,
|
||||
reasoning_effort=self.reasoning_effort,
|
||||
extra_body=self.extra_body,
|
||||
|
||||
Reference in New Issue
Block a user