Update flashinfer to 0.6.1 (#15551)
This commit is contained in:
@@ -1299,7 +1299,6 @@ class FlashInferFP4MoE(FusedMoE):
|
||||
local_expert_offset=self.moe_ep_rank * self.num_local_experts,
|
||||
local_num_experts=self.num_local_experts,
|
||||
routed_scaling_factor=self.moe_runner_config.routed_scaling_factor,
|
||||
tile_tokens_dim=None,
|
||||
# Respect the routing method configured for this layer (e.g., Renormalize for Qwen3),
|
||||
# instead of always assuming DeepSeekV3.
|
||||
routing_method_type=(
|
||||
|
||||
@@ -190,7 +190,6 @@ def fused_experts_none_to_flashinfer_trtllm_fp8(
|
||||
if runner_config.routed_scaling_factor is not None
|
||||
else 1.0
|
||||
),
|
||||
tile_tokens_dim=None,
|
||||
routing_method_type=routing_method_type,
|
||||
use_shuffled_weight=False,
|
||||
tune_max_num_tokens=next_power_of_2(a_q.shape[0]),
|
||||
|
||||
@@ -537,7 +537,6 @@ class CompressedTensorsW4A4Nvfp4MoEMethod(CompressedTensorsMoEMethod):
|
||||
local_expert_offset=layer.moe_ep_rank * layer.num_local_experts,
|
||||
local_num_experts=layer.num_local_experts,
|
||||
routed_scaling_factor=routed_scaling_factor,
|
||||
tile_tokens_dim=None,
|
||||
routing_method_type=layer.routing_method_type,
|
||||
do_finalize=True,
|
||||
tune_max_num_tokens=next_power_of_2(hs_fp4.shape[0]),
|
||||
|
||||
@@ -783,7 +783,6 @@ class ModelOptFp8MoEMethod(FusedMoEMethodBase):
|
||||
else 1.0
|
||||
),
|
||||
use_routing_scales_on_input=use_routing_scales_on_input,
|
||||
tile_tokens_dim=None,
|
||||
routing_method_type=routing_method_type,
|
||||
tune_max_num_tokens=next_power_of_2(x.shape[0]),
|
||||
)
|
||||
|
||||
@@ -674,7 +674,6 @@ class Mxfp4MoEMethod(FusedMoEMethodBase):
|
||||
layer.moe_ep_rank * layer.num_local_experts, # local_expert_offset
|
||||
layer.num_local_experts, # local num experts
|
||||
None,
|
||||
None, # tile_tokens_dim
|
||||
1, # routing_method_type, renormalize
|
||||
True, # do finalize
|
||||
tune_max_num_tokens=next_power_of_2(x_quant.shape[0]),
|
||||
|
||||
Reference in New Issue
Block a user