[Test] Handle streaming chunks with null content in case of stream end. (#10862)

Co-authored-by: svc_repro_tool <svc_repro_tool@habana.ai>
This commit is contained in:
vikram singh shekhawat
2025-11-11 23:33:50 +05:30
committed by GitHub
parent 5f662e786f
commit 14a339fcc8

View File

@@ -128,6 +128,10 @@ class TestSageMakerServer(CustomTestCase):
is_firsts[index] = False
continue
# Skip chunks that are just empty placeholders, usually at stream end/stop
if data.get("content") is None:
continue
if logprobs:
assert line.get("choices")[0].get("logprobs")
assert isinstance(