diff --git a/test/registered/openai_server/basic/test_openai_server.py b/test/registered/openai_server/basic/test_openai_server.py index 33032f134..7d348e579 100644 --- a/test/registered/openai_server/basic/test_openai_server.py +++ b/test/registered/openai_server/basic/test_openai_server.py @@ -114,6 +114,9 @@ class TestOpenAIServer(CustomTestCase): def run_completion_stream( self, echo, logprobs, use_list_input, parallel_sample_num, token_input ): + print( + f"run_completion_stream: {echo=}, {logprobs=}, {use_list_input=}, {parallel_sample_num=}, {token_input=}" + ) client = openai.Client(api_key=self.api_key, base_url=self.base_url) prompt = "The capital of France is" if token_input: @@ -145,6 +148,7 @@ class TestOpenAIServer(CustomTestCase): is_firsts = {} for response in generator: + print(f"{response=}") usage = response.usage if usage is not None: assert usage.prompt_tokens > 0, f"usage.prompt_tokens was zero"