Fix nightly grok failure on rotary embedding import (#19192)
Co-authored-by: michaelzhang-ai <michaelzhang-ai@users.noreply.github.com>
This commit is contained in:
co-authored by
michaelzhang-ai
parent
3fe93b5493
commit
ca09d71cf0
@@ -8,6 +8,15 @@ from sglang.srt.layers.rotary_embedding.mrope import (
|
|||||||
MRotaryEmbedding,
|
MRotaryEmbedding,
|
||||||
)
|
)
|
||||||
from sglang.srt.layers.rotary_embedding.utils import apply_rotary_pos_emb
|
from sglang.srt.layers.rotary_embedding.utils import apply_rotary_pos_emb
|
||||||
|
from sglang.srt.layers.rotary_embedding.yarn import (
|
||||||
|
yarn_find_correction_range,
|
||||||
|
yarn_get_mscale_simple,
|
||||||
|
yarn_linear_ramp_mask,
|
||||||
|
)
|
||||||
|
|
||||||
|
_yarn_find_correction_range = yarn_find_correction_range
|
||||||
|
_yarn_get_mscale = yarn_get_mscale_simple
|
||||||
|
_yarn_linear_ramp_mask = yarn_linear_ramp_mask
|
||||||
|
|
||||||
__all__ = [
|
__all__ = [
|
||||||
"RotaryEmbedding",
|
"RotaryEmbedding",
|
||||||
@@ -16,4 +25,7 @@ __all__ = [
|
|||||||
"MRotaryEmbedding",
|
"MRotaryEmbedding",
|
||||||
"Ernie4_5_VLRotaryEmbedding",
|
"Ernie4_5_VLRotaryEmbedding",
|
||||||
"apply_rotary_pos_emb",
|
"apply_rotary_pos_emb",
|
||||||
|
"_yarn_find_correction_range",
|
||||||
|
"_yarn_get_mscale",
|
||||||
|
"_yarn_linear_ramp_mask",
|
||||||
]
|
]
|
||||||
|
|||||||
Reference in New Issue
Block a user