chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Json Decode && Mutl-Turns (#4)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-01-15 16:49:29 +08:00
committed by GitHub
parent f652494df1
commit 08ab2a1655
27 changed files with 755 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/backend/base_backend.py
View File

@@ -2,7 +2,7 @@ from typing import Callable, List, Optional, Union
from sglang.lang.chat_template import get_chat_template
from sglang.lang.interpreter import StreamExecutor
from sglang.lang.ir import SamplingParams
from sglang.lang.ir import SglSamplingParams
class BaseBackend:
@@ -48,14 +48,14 @@ class BaseBackend:
def generate(
self,
s: StreamExecutor,
sampling_params: SamplingParams,
sampling_params: SglSamplingParams,
):
raise NotImplementedError()
def generate_stream(
self,
s: StreamExecutor,
sampling_params: SamplingParams,
sampling_params: SglSamplingParams,
):
raise NotImplementedError()