From 1b7adbb5a0cfb6826e8b7d45807fc3900b4a5f25 Mon Sep 17 00:00:00 2001
From: shrirajh <22592342+shrirajh@users.noreply.github.com>
Date: Fri, 19 Jul 2024 14:25:29 +0930
Subject: [PATCH] =?UTF-8?q?`TokenizerManager.context=5Flen`=20should=20inh?=
 =?UTF-8?q?erit=20from=20`server=5Fargs.conte=E2=80=A6=20(#654)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 python/sglang/srt/managers/tokenizer_manager.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py
index 0d3f1aa91..d5a81bfaa 100644
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -69,7 +69,10 @@ class TokenizerManager:
             trust_remote_code=server_args.trust_remote_code,
             model_overide_args=model_overide_args,
         )
-        self.context_len = get_context_length(self.hf_config)
+        if server_args.context_length is not None:
+            self.context_len = server_args.context_length
+        else:
+            self.context_len = get_context_length(self.hf_config)
 
         if is_multimodal_model(self.model_path):
             self.processor = get_processor(