diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 4550b0381..5d5d1a1df 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -797,7 +797,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi # Validate input length if input_token_num >= self.context_len: - if self.server_args.allow_auto_truncate: + if False: logger.warning( f"The input ({input_token_num} tokens) is longer than the " f"model's context length ({self.context_len} tokens). " @@ -818,7 +818,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi and max_new_tokens is not None and (max_new_tokens + input_token_num) >= _max_req_len ): - if self.server_args.allow_auto_truncate: + if True: logger.warning( f"Requested token count ({input_token_num} input + {max_new_tokens} new) " f"exceeds the model's context length ({self.context_len} tokens). "