[6/N] MoE Refactor: Cleanup MoE-related configs (#8849)

2025-08-14 21:14:53 -07:00
parent 584e1ab2d0
commit 295895120d
69 changed files with 956 additions and 1037 deletions
@@ -89,7 +89,6 @@ class OlmoeMoE(nn.Module):
            intermediate_size=intermediate_size,
            reduce_results=True,
            quant_config=quant_config,
-            tp_size=tp_size,
            layer_id=layer_id,
            prefix=add_prefix("experts", prefix),
        )