File tree Expand file tree Collapse file tree 1 file changed +3
-4
lines changed
modelopt/torch/export/plugins Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change 6767 "linear_fc2" : NameRemapping ("backbone.layers.{}.mixer.down_proj." , ROW_TP ),
6868 # MoE
6969 "router" : NameRemapping (
70- "backbone.layers.{}.mlp .gate." , {"mapping" : {"expert_bias" : "e_score_correction_bias" }}
70+ "backbone.layers.{}.mixer .gate." , {"mapping" : {"expert_bias" : "e_score_correction_bias" }}
7171 ),
72-
7372 "local_experts.linear_fc1" : NameRemapping (
74- "backbone.layers.{}.mixer.experts.{}.up_proj" , COL_ETP
73+ "backbone.layers.{}.mixer.experts.{}.up_proj. " , COL_ETP
7574 ),
7675 "local_experts.linear_fc2" : NameRemapping (
7776 "backbone.layers.{}.mixer.experts.{}.down_proj." , ROW_ETP
108107 "linear_fc2" : NameRemapping ("backbone.layers.{}.mixer.down_proj." ),
109108 # MoE
110109 "router" : NameRemapping (
111- "backbone.layers.{}.mlp .gate." , {"mapping" : {"expert_bias" : "e_score_correction_bias" }}
110+ "backbone.layers.{}.mixer .gate." , {"mapping" : {"expert_bias" : "e_score_correction_bias" }}
112111 ),
113112 "local_experts.linear_fc1" : NameRemapping ("backbone.layers.{}.mixer.experts.{}.up_proj." ),
114113 "local_experts.linear_fc2" : NameRemapping ("backbone.layers.{}.mixer.experts.{}.down_proj." ),
You can’t perform that action at this time.
0 commit comments