Fix accuracy test (#1051)

This commit is contained in:
Lianmin Zheng
2024-08-12 02:48:40 -07:00
committed by GitHub
parent 41598e0d8e
commit 0c1c72a0b4
4 changed files with 15 additions and 20 deletions

View File

@@ -6,21 +6,15 @@ Mark Chen and Jerry Tworek and Heewoo Jun and Qiming Yuan and Henrique Ponde de
https://arxiv.org/abs/2107.03374 https://github.com/openai/human-eval/
"""
import json
import logging
import multiprocessing
import random
import re
from collections import Counter, defaultdict
from concurrent.futures import ThreadPoolExecutor, as_completed
from io import BytesIO
from typing import Any, Dict, List, Tuple
from typing import Dict, List
import blobfile as bf
import tqdm
try:
from human_eval.data import HUMAN_EVAL, read_problems
from human_eval.data import read_problems
from human_eval.evaluation import estimate_pass_at_k
from human_eval.execution import check_correctness # , unsafe_execute
except (ImportError, ModuleNotFoundError):