Add CI for gpt-oss model on hopper (#8851)
This commit is contained in:
@@ -71,6 +71,8 @@ class GPQAEval(Eval):
|
||||
)
|
||||
]
|
||||
response_text = sampler(prompt_messages)
|
||||
if response_text is None:
|
||||
response_text = ""
|
||||
match = re.search(ANSWER_PATTERN_MULTICHOICE, response_text)
|
||||
extracted_answer = match.group(1) if match else None
|
||||
score = 1.0 if extracted_answer == correct_answer else 0.0
|
||||
|
||||
Reference in New Issue
Block a user