[GLM4.6v] Required changes for bumping up to transformer 5.x (#13229)

2025-11-17 18:58:00 -08:00
parent d7984f3125
commit 90c18a16cb
11 changed files with 29 additions and 26 deletions
--- a/python/sglang/srt/entrypoints/openai/serving_chat.py
+++ b/python/sglang/srt/entrypoints/openai/serving_chat.py
@@ -324,6 +324,7 @@ class OpenAIServingChat(OpenAIServingBase):
                **(
                    request.chat_template_kwargs if request.chat_template_kwargs else {}
                ),
+                return_dict=False,
            )
        except Exception:
            # This except branch will be triggered when the chosen model
@@ -343,6 +344,7 @@ class OpenAIServingChat(OpenAIServingBase):
                **(
                    request.chat_template_kwargs if request.chat_template_kwargs else {}
                ),
+                return_dict=False,
            )

        if assistant_prefix: