We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8f8155b commit 8b0d0c3Copy full SHA for 8b0d0c3
vllm_ascend/utils.py
@@ -1037,8 +1037,9 @@ def is_first_k_dense(prefix: str) -> bool:
1037
)
1038
config = vllm_config.model_config.hf_config
1039
1040
- n_routed_experts= getattr(config, 'n_routed_experts', 0)
1041
- first_k_dense_replace = getattr(config, 'first_k_dense_replace', float('inf'))
+ n_routed_experts = getattr(config, 'n_routed_experts', 0)
+ first_k_dense_replace = getattr(config, 'first_k_dense_replace',
1042
+ float('inf'))
1043
moe_layer_freq = getattr(config, 'moe_layer_freq', 1)
1044
1045
is_moe_layer = (n_routed_experts is not None
0 commit comments