[CI] Add logs to debug TestOpenAIServer.test_completion_stream (#17471)

This commit is contained in:
Byron Hsu
2026-02-02 02:38:08 -08:00
committed by GitHub
parent 0537232b05
commit 5636d16dec

View File

@@ -114,6 +114,9 @@ class TestOpenAIServer(CustomTestCase):
def run_completion_stream(
self, echo, logprobs, use_list_input, parallel_sample_num, token_input
):
print(
f"run_completion_stream: {echo=}, {logprobs=}, {use_list_input=}, {parallel_sample_num=}, {token_input=}"
)
client = openai.Client(api_key=self.api_key, base_url=self.base_url)
prompt = "The capital of France is"
if token_input:
@@ -145,6 +148,7 @@ class TestOpenAIServer(CustomTestCase):
is_firsts = {}
for response in generator:
print(f"{response=}")
usage = response.usage
if usage is not None:
assert usage.prompt_tokens > 0, f"usage.prompt_tokens was zero"