Mixed style of chunked prefill (#1013)

This commit is contained in:
Liangsheng Yin
2024-08-16 02:13:00 -07:00
committed by GitHub
parent 5a261bd055
commit 3694f8f996
14 changed files with 195 additions and 59 deletions

View File

@@ -9,7 +9,7 @@ https://arxiv.org/abs/2107.03374 https://github.com/openai/human-eval/
import random
import re
from concurrent.futures import ThreadPoolExecutor, as_completed
from typing import Dict, List
from typing import Dict, List, Optional
import tqdm
@@ -61,7 +61,7 @@ def evaluate_functional_correctness(
class HumanEval(Eval):
def __init__(
self,
num_examples: int | None,
num_examples: Optional[int],
num_threads: int,
num_samples_per_task: int = 5,
ks_passes: List[int] = [1, 2, 5],