Add CI for gpt-oss model on hopper (#8851)

This commit is contained in:
fzyzcjy
2025-08-09 15:34:23 +08:00
committed by GitHub
parent de8b8b6e5c
commit 442534aa44
7 changed files with 187 additions and 2 deletions

View File

@@ -71,6 +71,8 @@ class GPQAEval(Eval):
)
]
response_text = sampler(prompt_messages)
if response_text is None:
response_text = ""
match = re.search(ANSWER_PATTERN_MULTICHOICE, response_text)
extracted_answer = match.group(1) if match else None
score = 1.0 if extracted_answer == correct_answer else 0.0