chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Support n in OpenAI API completions (#3446)

Browse Source 
Co-authored-by: Shan Yu <shanyu1@g.ucla.edu>
Co-authored-by: Yineng Zhang <me@zhyncs.com>
Co-authored-by: chuyue sun <chuyue@lmsys.us-northcentral1-a.compute.internal>
This commit is contained in:
Chuyue Sun
2025-03-19 22:46:46 -07:00
committed by GitHub
parent df7014a8d2
commit fad86a6863
5 changed files with 114 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/api.py
View File

@@ -75,6 +75,7 @@ def gen(
name: Optional[str] = None,
max_tokens: Optional[int] = None,
min_tokens: Optional[int] = None,
n: Optional[int] = None,
stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None,
temperature: Optional[float] = None,
@@ -115,6 +116,7 @@ def gen(
name,
max_tokens,
min_tokens,
n,
stop,
stop_token_ids,
temperature,
@@ -137,6 +139,7 @@ def gen(
def gen_int(
name: Optional[str] = None,
max_tokens: Optional[int] = None,
n: Optional[int] = None,
stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None,
temperature: Optional[float] = None,
@@ -155,6 +158,7 @@ def gen_int(
name,
max_tokens,
None,
n,
stop,
stop_token_ids,
temperature,
@@ -176,6 +180,7 @@ def gen_int(
def gen_string(
name: Optional[str] = None,
max_tokens: Optional[int] = None,
n: Optional[int] = None,
stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None,
temperature: Optional[float] = None,
@@ -194,6 +199,7 @@ def gen_string(
name,
max_tokens,
None,
n,
stop,
stop_token_ids,
temperature,