[refactor] slightly tidy fp8 module (#5993)
This commit is contained in:
@@ -12,7 +12,7 @@ from sglang.srt.utils import is_cuda
|
||||
_is_cuda = is_cuda()
|
||||
if _is_cuda:
|
||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
||||
sglang_per_token_group_quant_fp8,
|
||||
sglang_per_token_group_quant_fp8 as per_token_group_quant_fp8,
|
||||
)
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
@@ -654,10 +654,7 @@ def grouped_gemm_triton(
|
||||
if block_shape is not None:
|
||||
assert len(block_shape) == 2
|
||||
block_n, block_k = block_shape[0], block_shape[1]
|
||||
if _is_cuda:
|
||||
a, scale_a = sglang_per_token_group_quant_fp8(a, block_k)
|
||||
else:
|
||||
a, scale_a = per_token_group_quant_fp8(a, block_k)
|
||||
a, scale_a = per_token_group_quant_fp8(a, block_k)
|
||||
|
||||
assert triton.cdiv(a.shape[-1], block_k) == scale_a.shape[-1]
|
||||
assert triton.cdiv(b.shape[-2], block_n) == scale_b.shape[-2]
|
||||
|
||||
Reference in New Issue
Block a user