Pr fix max workers (#1456)

Co-authored-by: baolujia <baolujia@shizhuang-inc.com>
Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
This commit is contained in:
wellhowtosay
2024-09-22 02:20:26 -07:00
committed by GitHub
co-authored by baolujia Lianmin Zheng
parent 167591e864
commit 2a99993cd9
@@ -123,6 +123,7 @@ class TokenizerManager:
initializer=init_global_processor,
mp_context=mp.get_context("fork"),
initargs=(server_args,),
max_workers=os.environ.get("SGLANG_CPU_COUNT", os.cpu_count()),
)
else:
self.tokenizer = get_tokenizer(