[CI] Add logs to debug TestOpenAIServer.test_completion_stream (#17471)
This commit is contained in:
@@ -114,6 +114,9 @@ class TestOpenAIServer(CustomTestCase):
|
||||
def run_completion_stream(
|
||||
self, echo, logprobs, use_list_input, parallel_sample_num, token_input
|
||||
):
|
||||
print(
|
||||
f"run_completion_stream: {echo=}, {logprobs=}, {use_list_input=}, {parallel_sample_num=}, {token_input=}"
|
||||
)
|
||||
client = openai.Client(api_key=self.api_key, base_url=self.base_url)
|
||||
prompt = "The capital of France is"
|
||||
if token_input:
|
||||
@@ -145,6 +148,7 @@ class TestOpenAIServer(CustomTestCase):
|
||||
|
||||
is_firsts = {}
|
||||
for response in generator:
|
||||
print(f"{response=}")
|
||||
usage = response.usage
|
||||
if usage is not None:
|
||||
assert usage.prompt_tokens > 0, f"usage.prompt_tokens was zero"
|
||||
|
||||
Reference in New Issue
Block a user