diff --git a/python/sglang/srt/model_executor/model_runner.py b/python/sglang/srt/model_executor/model_runner.py index be9833252..a1614e06b 100644 --- a/python/sglang/srt/model_executor/model_runner.py +++ b/python/sglang/srt/model_executor/model_runner.py @@ -2305,6 +2305,7 @@ class ModelRunner: encoder_len_fill_value=0, num_tokens_per_bs=num_tokens_per_bs, cache_loc_dtype=torch.int64, + enable_mamba_track=False, ) buffers.num_token_non_padded[...] = num_tokens