Fix swa memory pool size with spec (#17630)
This commit is contained in:
@@ -1259,7 +1259,8 @@ def get_hybrid_layer_ids(
|
||||
i for i in range(num_hidden_layers) if hybrid_layer_pattern[i] == 0
|
||||
]
|
||||
elif "MiMoV2MTP" in model_architectures:
|
||||
return [0], []
|
||||
swa_attention_layer_ids = [0]
|
||||
full_attention_layer_ids = []
|
||||
else:
|
||||
swa_attention_layer_ids = None
|
||||
full_attention_layer_ids = None
|
||||
|
||||
Reference in New Issue
Block a user