chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Fix test cases (#6)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-15 01:15:53 -08:00
committed by GitHub
parent 08ab2a1655
commit 4bd8233f2c
12 changed files with 90 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/lang/interpreter.py
View File

@@ -12,7 +12,6 @@ from typing import Any, Callable, Dict, List, Optional, Union
import tqdm
from sglang.global_config import global_config
from sglang.lang.ir import (
SglArgument,
SglCommitLazy,
SglConcateAndAppend,
SglConstantText,
@@ -89,7 +88,7 @@ def run_program_batch(
for arguments in batch_arguments:
rets.append(
run_program(
program, backend, (), arguments, default_sampling_para, False, False
program, backend, (), arguments, default_sampling_para, False, True
)
)
else:
@@ -108,7 +107,7 @@ def run_program_batch(
arguments,
default_sampling_para,
False,
False,
True,
)
)
if progress_bar:
@@ -478,7 +477,7 @@ class StreamExecutor:
"top_k",
"frequency_penalty",
"presence_penalty",
"ignore_eos",
"ignore_eos",
"dtype",
"regex",
]: