tiny unify environ usage (#15335)

This commit is contained in:
Liangsheng Yin
2025-12-17 23:31:43 +08:00
committed by GitHub
parent eeb2b9b259
commit 0c00220795
11 changed files with 35 additions and 41 deletions
+1 -1
View File
@@ -183,7 +183,7 @@ class RotaryEmbedding(CustomOp):
return
# Align to reduce realloc frequency
align = envs.SGLANG_ROPE_CACHE_ALIGN.value
align = envs.SGLANG_ROPE_CACHE_ALIGN.get()
new_len = ((needed_max_pos + align) // align) * align
device = self.cos_sin_cache.device
dtype = self.cos_sin_cache.dtype