Skip to content

Commit d48514d

Browse files
committed
fix naming
Signed-off-by: Jennifer Chen <[email protected]>
1 parent fa46075 commit d48514d

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

modelopt/torch/export/plugins/mcore_nemotron.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -67,11 +67,10 @@
6767
"linear_fc2": NameRemapping("backbone.layers.{}.mixer.down_proj.", ROW_TP),
6868
# MoE
6969
"router": NameRemapping(
70-
"backbone.layers.{}.mlp.gate.", {"mapping": {"expert_bias": "e_score_correction_bias"}}
70+
"backbone.layers.{}.mixer.gate.", {"mapping": {"expert_bias": "e_score_correction_bias"}}
7171
),
72-
7372
"local_experts.linear_fc1": NameRemapping(
74-
"backbone.layers.{}.mixer.experts.{}.up_proj", COL_ETP
73+
"backbone.layers.{}.mixer.experts.{}.up_proj.", COL_ETP
7574
),
7675
"local_experts.linear_fc2": NameRemapping(
7776
"backbone.layers.{}.mixer.experts.{}.down_proj.", ROW_ETP
@@ -108,7 +107,7 @@
108107
"linear_fc2": NameRemapping("backbone.layers.{}.mixer.down_proj."),
109108
# MoE
110109
"router": NameRemapping(
111-
"backbone.layers.{}.mlp.gate.", {"mapping": {"expert_bias": "e_score_correction_bias"}}
110+
"backbone.layers.{}.mixer.gate.", {"mapping": {"expert_bias": "e_score_correction_bias"}}
112111
),
113112
"local_experts.linear_fc1": NameRemapping("backbone.layers.{}.mixer.experts.{}.up_proj."),
114113
"local_experts.linear_fc2": NameRemapping("backbone.layers.{}.mixer.experts.{}.down_proj."),

0 commit comments

Comments
 (0)