Revert "chore: update torch v2.5.1" (#2063)

This commit is contained in:
Lianmin Zheng
2024-11-17 15:29:38 -08:00
committed by GitHub
parent 3b878863f7
commit c1f401fc58
10 changed files with 37 additions and 174 deletions
-2
View File
@@ -38,7 +38,6 @@ from sglang.srt.utils import set_weight_attrs
logger = logging.getLogger(__name__)
@CustomOp.register("silu_and_mul")
class SiluAndMul(CustomOp):
def forward_native(self, x: torch.Tensor) -> torch.Tensor:
d = x.shape[-1] // 2
@@ -52,7 +51,6 @@ class SiluAndMul(CustomOp):
return out
@CustomOp.register("gelu_and_mul")
class GeluAndMul(CustomOp):
def __init__(self, approximate="tanh"):
super().__init__()
-2
View File
@@ -36,7 +36,6 @@ from vllm.model_executor.custom_op import CustomOp
logger = logging.getLogger(__name__)
@CustomOp.register("rmsnorm")
class RMSNorm(CustomOp):
def __init__(
self,
@@ -79,7 +78,6 @@ class RMSNorm(CustomOp):
return x, residual
@CustomOp.register("gemma_rmsnorm")
class GemmaRMSNorm(CustomOp):
def __init__(
self,