Fix accuracy test (#1051)
This commit is contained in:
@@ -6,21 +6,15 @@ Mark Chen and Jerry Tworek and Heewoo Jun and Qiming Yuan and Henrique Ponde de
|
||||
https://arxiv.org/abs/2107.03374 https://github.com/openai/human-eval/
|
||||
"""
|
||||
|
||||
import json
|
||||
import logging
|
||||
import multiprocessing
|
||||
import random
|
||||
import re
|
||||
from collections import Counter, defaultdict
|
||||
from concurrent.futures import ThreadPoolExecutor, as_completed
|
||||
from io import BytesIO
|
||||
from typing import Any, Dict, List, Tuple
|
||||
from typing import Dict, List
|
||||
|
||||
import blobfile as bf
|
||||
import tqdm
|
||||
|
||||
try:
|
||||
from human_eval.data import HUMAN_EVAL, read_problems
|
||||
from human_eval.data import read_problems
|
||||
from human_eval.evaluation import estimate_pass_at_k
|
||||
from human_eval.execution import check_correctness # , unsafe_execute
|
||||
except (ImportError, ModuleNotFoundError):
|
||||
|
||||
Reference in New Issue
Block a user