diff --git a/test/srt/test_sagemaker_server.py b/test/srt/test_sagemaker_server.py index 81ab9790c..7f54b0919 100644 --- a/test/srt/test_sagemaker_server.py +++ b/test/srt/test_sagemaker_server.py @@ -128,6 +128,10 @@ class TestSageMakerServer(CustomTestCase): is_firsts[index] = False continue + # Skip chunks that are just empty placeholders, usually at stream end/stop + if data.get("content") is None: + continue + if logprobs: assert line.get("choices")[0].get("logprobs") assert isinstance(