diff --git a/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/graph_hash.txt b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/graph_hash.txt new file mode 100644 index 0000000000..88da88ab8a --- /dev/null +++ b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/graph_hash.txt @@ -0,0 +1 @@ +49efabd40a93e856c10a3cf40aef7d7ad7e6f9fcfed3fc57f883ebd0e7d3f938 \ No newline at end of file diff --git a/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/graph_net.json b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/input_meta.py b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/input_tensor_constraints.py b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/model.py b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/model.py new file mode 100644 index 0000000000..77beedcb74 --- /dev/null +++ b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/model.py @@ -0,0 +1,2206 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_pos_embed_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_num_prefix_tokens: torch.SymInt, + L_self_modules_fc_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_fc_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed_modules_proj_parameters_bias_ + ) + l_self_parameters_pos_embed_ = L_self_parameters_pos_embed_ + l_self_parameters_cls_token_ = L_self_parameters_cls_token_ + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_num_prefix_tokens = L_self_num_prefix_tokens + l_self_modules_fc_norm_parameters_weight_ = ( + L_self_modules_fc_norm_parameters_weight_ + ) + l_self_modules_fc_norm_parameters_bias_ = ( + L_self_modules_fc_norm_parameters_bias_ + ) + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed_modules_proj_parameters_weight_, + l_self_modules_patch_embed_modules_proj_parameters_bias_, + (16, 16), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + expand = l_self_parameters_cls_token_.expand(1, -1, -1) + l_self_parameters_cls_token_ = None + x_2 = torch.cat([expand, x_1], dim=1) + expand = x_1 = None + x_3 = x_2 + l_self_parameters_pos_embed_ + x_2 = l_self_parameters_pos_embed_ = None + x_4 = torch.nn.functional.dropout(x_3, 0.0, False, False) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (768,), + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + x_5, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + x_5 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape = linear.reshape(1, 197, 3, 12, 64) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + unbind = qkv.unbind(0) + qkv = None + q = unbind[0] + k = unbind[1] + v = unbind[2] + unbind = None + x_6 = torch._C._nn.scaled_dot_product_attention( + q, k, v, attn_mask=None, dropout_p=0.0 + ) + q = k = v = None + transpose_1 = x_6.transpose(1, 2) + x_6 = None + x_7 = transpose_1.reshape(1, 197, 768) + transpose_1 = None + x_8 = torch.nn.functional.layer_norm( + x_7, + (768,), + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_7 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_ + ) = None + x_9 = torch._C._nn.linear( + x_8, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_8 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) = None + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = x_4 + x_10 + x_4 = x_10 = None + x_12 = torch.nn.functional.layer_norm( + x_11, + (768,), + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) = None + x_13 = torch._C._nn.linear( + x_12, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_12 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_14 = torch._C._nn.gelu(x_13, approximate="none") + x_13 = None + x_15 = torch.nn.functional.dropout(x_14, 0.0, False, False) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (3072,), + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_15 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_16 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_18 = torch.nn.functional.dropout(x_17, 0.0, False, False) + x_17 = None + x_19 = x_11 + x_18 + x_11 = x_18 = None + x_20 = torch.nn.functional.layer_norm( + x_19, + (768,), + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_4 = torch._C._nn.linear( + x_20, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + x_20 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_2 = linear_4.reshape(1, 197, 3, 12, 64) + linear_4 = None + qkv_1 = reshape_2.permute(2, 0, 3, 1, 4) + reshape_2 = None + unbind_1 = qkv_1.unbind(0) + qkv_1 = None + q_1 = unbind_1[0] + k_1 = unbind_1[1] + v_1 = unbind_1[2] + unbind_1 = None + x_21 = torch._C._nn.scaled_dot_product_attention( + q_1, k_1, v_1, attn_mask=None, dropout_p=0.0 + ) + q_1 = k_1 = v_1 = None + transpose_2 = x_21.transpose(1, 2) + x_21 = None + x_22 = transpose_2.reshape(1, 197, 768) + transpose_2 = None + x_23 = torch.nn.functional.layer_norm( + x_22, + (768,), + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_22 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_ + ) = None + x_24 = torch._C._nn.linear( + x_23, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_23 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) = None + x_25 = torch.nn.functional.dropout(x_24, 0.0, False, False) + x_24 = None + x_26 = x_19 + x_25 + x_19 = x_25 = None + x_27 = torch.nn.functional.layer_norm( + x_26, + (768,), + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) = None + x_28 = torch._C._nn.linear( + x_27, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_27 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_29 = torch._C._nn.gelu(x_28, approximate="none") + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch.nn.functional.layer_norm( + x_30, + (3072,), + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_30 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_32 = torch._C._nn.linear( + x_31, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_31 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_33 = torch.nn.functional.dropout(x_32, 0.0, False, False) + x_32 = None + x_34 = x_26 + x_33 + x_26 = x_33 = None + x_35 = torch.nn.functional.layer_norm( + x_34, + (768,), + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_8 = torch._C._nn.linear( + x_35, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_, + ) + x_35 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_4 = linear_8.reshape(1, 197, 3, 12, 64) + linear_8 = None + qkv_2 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + unbind_2 = qkv_2.unbind(0) + qkv_2 = None + q_2 = unbind_2[0] + k_2 = unbind_2[1] + v_2 = unbind_2[2] + unbind_2 = None + x_36 = torch._C._nn.scaled_dot_product_attention( + q_2, k_2, v_2, attn_mask=None, dropout_p=0.0 + ) + q_2 = k_2 = v_2 = None + transpose_3 = x_36.transpose(1, 2) + x_36 = None + x_37 = transpose_3.reshape(1, 197, 768) + transpose_3 = None + x_38 = torch.nn.functional.layer_norm( + x_37, + (768,), + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_37 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_ + ) = None + x_39 = torch._C._nn.linear( + x_38, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_, + ) + x_38 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) = None + x_40 = torch.nn.functional.dropout(x_39, 0.0, False, False) + x_39 = None + x_41 = x_34 + x_40 + x_34 = x_40 = None + x_42 = torch.nn.functional.layer_norm( + x_41, + (768,), + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) = None + x_43 = torch._C._nn.linear( + x_42, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_42 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_44 = torch._C._nn.gelu(x_43, approximate="none") + x_43 = None + x_45 = torch.nn.functional.dropout(x_44, 0.0, False, False) + x_44 = None + x_46 = torch.nn.functional.layer_norm( + x_45, + (3072,), + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_45 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_47 = torch._C._nn.linear( + x_46, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_46 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_48 = torch.nn.functional.dropout(x_47, 0.0, False, False) + x_47 = None + x_49 = x_41 + x_48 + x_41 = x_48 = None + x_50 = torch.nn.functional.layer_norm( + x_49, + (768,), + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + x_50, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_, + ) + x_50 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_6 = linear_12.reshape(1, 197, 3, 12, 64) + linear_12 = None + qkv_3 = reshape_6.permute(2, 0, 3, 1, 4) + reshape_6 = None + unbind_3 = qkv_3.unbind(0) + qkv_3 = None + q_3 = unbind_3[0] + k_3 = unbind_3[1] + v_3 = unbind_3[2] + unbind_3 = None + x_51 = torch._C._nn.scaled_dot_product_attention( + q_3, k_3, v_3, attn_mask=None, dropout_p=0.0 + ) + q_3 = k_3 = v_3 = None + transpose_4 = x_51.transpose(1, 2) + x_51 = None + x_52 = transpose_4.reshape(1, 197, 768) + transpose_4 = None + x_53 = torch.nn.functional.layer_norm( + x_52, + (768,), + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_52 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_ + ) = None + x_54 = torch._C._nn.linear( + x_53, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_, + ) + x_53 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) = None + x_55 = torch.nn.functional.dropout(x_54, 0.0, False, False) + x_54 = None + x_56 = x_49 + x_55 + x_49 = x_55 = None + x_57 = torch.nn.functional.layer_norm( + x_56, + (768,), + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) = None + x_58 = torch._C._nn.linear( + x_57, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_57 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_59 = torch._C._nn.gelu(x_58, approximate="none") + x_58 = None + x_60 = torch.nn.functional.dropout(x_59, 0.0, False, False) + x_59 = None + x_61 = torch.nn.functional.layer_norm( + x_60, + (3072,), + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_60 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_62 = torch._C._nn.linear( + x_61, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_61 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_63 = torch.nn.functional.dropout(x_62, 0.0, False, False) + x_62 = None + x_64 = x_56 + x_63 + x_56 = x_63 = None + x_65 = torch.nn.functional.layer_norm( + x_64, + (768,), + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_16 = torch._C._nn.linear( + x_65, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_, + ) + x_65 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_8 = linear_16.reshape(1, 197, 3, 12, 64) + linear_16 = None + qkv_4 = reshape_8.permute(2, 0, 3, 1, 4) + reshape_8 = None + unbind_4 = qkv_4.unbind(0) + qkv_4 = None + q_4 = unbind_4[0] + k_4 = unbind_4[1] + v_4 = unbind_4[2] + unbind_4 = None + x_66 = torch._C._nn.scaled_dot_product_attention( + q_4, k_4, v_4, attn_mask=None, dropout_p=0.0 + ) + q_4 = k_4 = v_4 = None + transpose_5 = x_66.transpose(1, 2) + x_66 = None + x_67 = transpose_5.reshape(1, 197, 768) + transpose_5 = None + x_68 = torch.nn.functional.layer_norm( + x_67, + (768,), + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_67 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_ + ) = None + x_69 = torch._C._nn.linear( + x_68, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_, + ) + x_68 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = x_64 + x_70 + x_64 = x_70 = None + x_72 = torch.nn.functional.layer_norm( + x_71, + (768,), + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) = None + x_73 = torch._C._nn.linear( + x_72, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_72 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_74 = torch._C._nn.gelu(x_73, approximate="none") + x_73 = None + x_75 = torch.nn.functional.dropout(x_74, 0.0, False, False) + x_74 = None + x_76 = torch.nn.functional.layer_norm( + x_75, + (3072,), + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_75 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_77 = torch._C._nn.linear( + x_76, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_76 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_78 = torch.nn.functional.dropout(x_77, 0.0, False, False) + x_77 = None + x_79 = x_71 + x_78 + x_71 = x_78 = None + x_80 = torch.nn.functional.layer_norm( + x_79, + (768,), + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_20 = torch._C._nn.linear( + x_80, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_, + ) + x_80 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_10 = linear_20.reshape(1, 197, 3, 12, 64) + linear_20 = None + qkv_5 = reshape_10.permute(2, 0, 3, 1, 4) + reshape_10 = None + unbind_5 = qkv_5.unbind(0) + qkv_5 = None + q_5 = unbind_5[0] + k_5 = unbind_5[1] + v_5 = unbind_5[2] + unbind_5 = None + x_81 = torch._C._nn.scaled_dot_product_attention( + q_5, k_5, v_5, attn_mask=None, dropout_p=0.0 + ) + q_5 = k_5 = v_5 = None + transpose_6 = x_81.transpose(1, 2) + x_81 = None + x_82 = transpose_6.reshape(1, 197, 768) + transpose_6 = None + x_83 = torch.nn.functional.layer_norm( + x_82, + (768,), + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_82 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_ + ) = None + x_84 = torch._C._nn.linear( + x_83, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_, + ) + x_83 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) = None + x_85 = torch.nn.functional.dropout(x_84, 0.0, False, False) + x_84 = None + x_86 = x_79 + x_85 + x_79 = x_85 = None + x_87 = torch.nn.functional.layer_norm( + x_86, + (768,), + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) = None + x_88 = torch._C._nn.linear( + x_87, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_87 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_89 = torch._C._nn.gelu(x_88, approximate="none") + x_88 = None + x_90 = torch.nn.functional.dropout(x_89, 0.0, False, False) + x_89 = None + x_91 = torch.nn.functional.layer_norm( + x_90, + (3072,), + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_90 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_92 = torch._C._nn.linear( + x_91, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_91 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_93 = torch.nn.functional.dropout(x_92, 0.0, False, False) + x_92 = None + x_94 = x_86 + x_93 + x_86 = x_93 = None + x_95 = torch.nn.functional.layer_norm( + x_94, + (768,), + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + x_95, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_, + ) + x_95 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_12 = linear_24.reshape(1, 197, 3, 12, 64) + linear_24 = None + qkv_6 = reshape_12.permute(2, 0, 3, 1, 4) + reshape_12 = None + unbind_6 = qkv_6.unbind(0) + qkv_6 = None + q_6 = unbind_6[0] + k_6 = unbind_6[1] + v_6 = unbind_6[2] + unbind_6 = None + x_96 = torch._C._nn.scaled_dot_product_attention( + q_6, k_6, v_6, attn_mask=None, dropout_p=0.0 + ) + q_6 = k_6 = v_6 = None + transpose_7 = x_96.transpose(1, 2) + x_96 = None + x_97 = transpose_7.reshape(1, 197, 768) + transpose_7 = None + x_98 = torch.nn.functional.layer_norm( + x_97, + (768,), + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_97 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_ + ) = None + x_99 = torch._C._nn.linear( + x_98, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_, + ) + x_98 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) = None + x_100 = torch.nn.functional.dropout(x_99, 0.0, False, False) + x_99 = None + x_101 = x_94 + x_100 + x_94 = x_100 = None + x_102 = torch.nn.functional.layer_norm( + x_101, + (768,), + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) = None + x_103 = torch._C._nn.linear( + x_102, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + x_102 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_104 = torch._C._nn.gelu(x_103, approximate="none") + x_103 = None + x_105 = torch.nn.functional.dropout(x_104, 0.0, False, False) + x_104 = None + x_106 = torch.nn.functional.layer_norm( + x_105, + (3072,), + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_105 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_107 = torch._C._nn.linear( + x_106, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_106 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_108 = torch.nn.functional.dropout(x_107, 0.0, False, False) + x_107 = None + x_109 = x_101 + x_108 + x_101 = x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (768,), + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) = None + linear_28 = torch._C._nn.linear( + x_110, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_, + ) + x_110 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_14 = linear_28.reshape(1, 197, 3, 12, 64) + linear_28 = None + qkv_7 = reshape_14.permute(2, 0, 3, 1, 4) + reshape_14 = None + unbind_7 = qkv_7.unbind(0) + qkv_7 = None + q_7 = unbind_7[0] + k_7 = unbind_7[1] + v_7 = unbind_7[2] + unbind_7 = None + x_111 = torch._C._nn.scaled_dot_product_attention( + q_7, k_7, v_7, attn_mask=None, dropout_p=0.0 + ) + q_7 = k_7 = v_7 = None + transpose_8 = x_111.transpose(1, 2) + x_111 = None + x_112 = transpose_8.reshape(1, 197, 768) + transpose_8 = None + x_113 = torch.nn.functional.layer_norm( + x_112, + (768,), + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_112 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_ + ) = None + x_114 = torch._C._nn.linear( + x_113, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_, + ) + x_113 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) = None + x_115 = torch.nn.functional.dropout(x_114, 0.0, False, False) + x_114 = None + x_116 = x_109 + x_115 + x_109 = x_115 = None + x_117 = torch.nn.functional.layer_norm( + x_116, + (768,), + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) = None + x_118 = torch._C._nn.linear( + x_117, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + x_117 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_119 = torch._C._nn.gelu(x_118, approximate="none") + x_118 = None + x_120 = torch.nn.functional.dropout(x_119, 0.0, False, False) + x_119 = None + x_121 = torch.nn.functional.layer_norm( + x_120, + (3072,), + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_120 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_122 = torch._C._nn.linear( + x_121, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_121 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_123 = torch.nn.functional.dropout(x_122, 0.0, False, False) + x_122 = None + x_124 = x_116 + x_123 + x_116 = x_123 = None + x_125 = torch.nn.functional.layer_norm( + x_124, + (768,), + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) = None + linear_32 = torch._C._nn.linear( + x_125, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_, + ) + x_125 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_16 = linear_32.reshape(1, 197, 3, 12, 64) + linear_32 = None + qkv_8 = reshape_16.permute(2, 0, 3, 1, 4) + reshape_16 = None + unbind_8 = qkv_8.unbind(0) + qkv_8 = None + q_8 = unbind_8[0] + k_8 = unbind_8[1] + v_8 = unbind_8[2] + unbind_8 = None + x_126 = torch._C._nn.scaled_dot_product_attention( + q_8, k_8, v_8, attn_mask=None, dropout_p=0.0 + ) + q_8 = k_8 = v_8 = None + transpose_9 = x_126.transpose(1, 2) + x_126 = None + x_127 = transpose_9.reshape(1, 197, 768) + transpose_9 = None + x_128 = torch.nn.functional.layer_norm( + x_127, + (768,), + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_127 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_ + ) = None + x_129 = torch._C._nn.linear( + x_128, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_, + ) + x_128 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) = None + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + x_131 = x_124 + x_130 + x_124 = x_130 = None + x_132 = torch.nn.functional.layer_norm( + x_131, + (768,), + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) = None + x_133 = torch._C._nn.linear( + x_132, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + x_132 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_134 = torch._C._nn.gelu(x_133, approximate="none") + x_133 = None + x_135 = torch.nn.functional.dropout(x_134, 0.0, False, False) + x_134 = None + x_136 = torch.nn.functional.layer_norm( + x_135, + (3072,), + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_135 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_137 = torch._C._nn.linear( + x_136, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_136 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_138 = torch.nn.functional.dropout(x_137, 0.0, False, False) + x_137 = None + x_139 = x_131 + x_138 + x_131 = x_138 = None + x_140 = torch.nn.functional.layer_norm( + x_139, + (768,), + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) = None + linear_36 = torch._C._nn.linear( + x_140, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_, + ) + x_140 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_18 = linear_36.reshape(1, 197, 3, 12, 64) + linear_36 = None + qkv_9 = reshape_18.permute(2, 0, 3, 1, 4) + reshape_18 = None + unbind_9 = qkv_9.unbind(0) + qkv_9 = None + q_9 = unbind_9[0] + k_9 = unbind_9[1] + v_9 = unbind_9[2] + unbind_9 = None + x_141 = torch._C._nn.scaled_dot_product_attention( + q_9, k_9, v_9, attn_mask=None, dropout_p=0.0 + ) + q_9 = k_9 = v_9 = None + transpose_10 = x_141.transpose(1, 2) + x_141 = None + x_142 = transpose_10.reshape(1, 197, 768) + transpose_10 = None + x_143 = torch.nn.functional.layer_norm( + x_142, + (768,), + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_142 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_ + ) = None + x_144 = torch._C._nn.linear( + x_143, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_, + ) + x_143 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) = None + x_145 = torch.nn.functional.dropout(x_144, 0.0, False, False) + x_144 = None + x_146 = x_139 + x_145 + x_139 = x_145 = None + x_147 = torch.nn.functional.layer_norm( + x_146, + (768,), + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) = None + x_148 = torch._C._nn.linear( + x_147, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + x_147 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_149 = torch._C._nn.gelu(x_148, approximate="none") + x_148 = None + x_150 = torch.nn.functional.dropout(x_149, 0.0, False, False) + x_149 = None + x_151 = torch.nn.functional.layer_norm( + x_150, + (3072,), + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_150 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_152 = torch._C._nn.linear( + x_151, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_151 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_153 = torch.nn.functional.dropout(x_152, 0.0, False, False) + x_152 = None + x_154 = x_146 + x_153 + x_146 = x_153 = None + x_155 = torch.nn.functional.layer_norm( + x_154, + (768,), + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) = None + linear_40 = torch._C._nn.linear( + x_155, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_, + ) + x_155 = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_20 = linear_40.reshape(1, 197, 3, 12, 64) + linear_40 = None + qkv_10 = reshape_20.permute(2, 0, 3, 1, 4) + reshape_20 = None + unbind_10 = qkv_10.unbind(0) + qkv_10 = None + q_10 = unbind_10[0] + k_10 = unbind_10[1] + v_10 = unbind_10[2] + unbind_10 = None + x_156 = torch._C._nn.scaled_dot_product_attention( + q_10, k_10, v_10, attn_mask=None, dropout_p=0.0 + ) + q_10 = k_10 = v_10 = None + transpose_11 = x_156.transpose(1, 2) + x_156 = None + x_157 = transpose_11.reshape(1, 197, 768) + transpose_11 = None + x_158 = torch.nn.functional.layer_norm( + x_157, + (768,), + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_157 = l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_ + ) = None + x_159 = torch._C._nn.linear( + x_158, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_, + ) + x_158 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) = None + x_160 = torch.nn.functional.dropout(x_159, 0.0, False, False) + x_159 = None + x_161 = x_154 + x_160 + x_154 = x_160 = None + x_162 = torch.nn.functional.layer_norm( + x_161, + (768,), + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) = None + x_163 = torch._C._nn.linear( + x_162, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + x_162 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_164 = torch._C._nn.gelu(x_163, approximate="none") + x_163 = None + x_165 = torch.nn.functional.dropout(x_164, 0.0, False, False) + x_164 = None + x_166 = torch.nn.functional.layer_norm( + x_165, + (3072,), + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_165 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_167 = torch._C._nn.linear( + x_166, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_166 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_168 = torch.nn.functional.dropout(x_167, 0.0, False, False) + x_167 = None + x_169 = x_161 + x_168 + x_161 = x_168 = None + x_170 = torch.nn.functional.layer_norm( + x_169, + (768,), + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) = None + linear_44 = torch._C._nn.linear( + x_170, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_, + ) + x_170 = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_22 = linear_44.reshape(1, 197, 3, 12, 64) + linear_44 = None + qkv_11 = reshape_22.permute(2, 0, 3, 1, 4) + reshape_22 = None + unbind_11 = qkv_11.unbind(0) + qkv_11 = None + q_11 = unbind_11[0] + k_11 = unbind_11[1] + v_11 = unbind_11[2] + unbind_11 = None + x_171 = torch._C._nn.scaled_dot_product_attention( + q_11, k_11, v_11, attn_mask=None, dropout_p=0.0 + ) + q_11 = k_11 = v_11 = None + transpose_12 = x_171.transpose(1, 2) + x_171 = None + x_172 = transpose_12.reshape(1, 197, 768) + transpose_12 = None + x_173 = torch.nn.functional.layer_norm( + x_172, + (768,), + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_172 = l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_ + ) = None + x_174 = torch._C._nn.linear( + x_173, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_, + ) + x_173 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) = None + x_175 = torch.nn.functional.dropout(x_174, 0.0, False, False) + x_174 = None + x_176 = x_169 + x_175 + x_169 = x_175 = None + x_177 = torch.nn.functional.layer_norm( + x_176, + (768,), + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) = None + x_178 = torch._C._nn.linear( + x_177, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + x_177 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_179 = torch._C._nn.gelu(x_178, approximate="none") + x_178 = None + x_180 = torch.nn.functional.dropout(x_179, 0.0, False, False) + x_179 = None + x_181 = torch.nn.functional.layer_norm( + x_180, + (3072,), + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_180 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_182 = torch._C._nn.linear( + x_181, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_181 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_183 = torch.nn.functional.dropout(x_182, 0.0, False, False) + x_182 = None + x_184 = x_176 + x_183 + x_176 = x_183 = None + x_185 = x_184[ + (slice(None, None, None), slice(l_self_num_prefix_tokens, None, None)) + ] + x_184 = l_self_num_prefix_tokens = None + x_186 = x_185.mean(dim=1) + x_185 = None + x_187 = torch.nn.functional.layer_norm( + x_186, + (768,), + l_self_modules_fc_norm_parameters_weight_, + l_self_modules_fc_norm_parameters_bias_, + 1e-05, + ) + x_186 = ( + l_self_modules_fc_norm_parameters_weight_ + ) = l_self_modules_fc_norm_parameters_bias_ = None + x_188 = torch.nn.functional.dropout(x_187, 0.0, False, False) + x_187 = None + x_189 = torch._C._nn.linear( + x_188, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_188 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_189,) diff --git a/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/weight_meta.py b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/weight_meta.py new file mode 100644 index 0000000000..54a373afa3 --- /dev/null +++ b/samples/timm/beit3_base_patch16_224.in22k_ft_in1k/weight_meta.py @@ -0,0 +1,2074 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.229 + std = 1.285 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed_modules_proj_parameters_weight_" + shape = [768, 3, 16, 16] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_pos_embed_: + name = "L_self_parameters_pos_embed_" + shape = [1, 197, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token_: + name = "L_self_parameters_cls_token_" + shape = [1, 1, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_" + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [2304, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_" + shape = [2304] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_" + ) + shape = [768, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_num_prefix_tokens: + name = "L_self_num_prefix_tokens" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_self_modules_fc_norm_parameters_weight_: + name = "L_self_modules_fc_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_fc_norm_parameters_bias_: + name = "L_self_modules_fc_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/graph_hash.txt b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/graph_hash.txt new file mode 100644 index 0000000000..44b074954d --- /dev/null +++ b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/graph_hash.txt @@ -0,0 +1 @@ +a79caac738b040f293c01cd92e1770f312f059371fd757fa138f608c37b3cf6e \ No newline at end of file diff --git a/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/graph_net.json b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/input_meta.py b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/input_tensor_constraints.py b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/model.py b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/model.py new file mode 100644 index 0000000000..c424406a3e --- /dev/null +++ b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/model.py @@ -0,0 +1,4246 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_pos_embed_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_num_prefix_tokens: torch.SymInt, + L_self_modules_fc_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_fc_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed_modules_proj_parameters_bias_ + ) + l_self_parameters_pos_embed_ = L_self_parameters_pos_embed_ + l_self_parameters_cls_token_ = L_self_parameters_cls_token_ + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_num_prefix_tokens = L_self_num_prefix_tokens + l_self_modules_fc_norm_parameters_weight_ = ( + L_self_modules_fc_norm_parameters_weight_ + ) + l_self_modules_fc_norm_parameters_bias_ = ( + L_self_modules_fc_norm_parameters_bias_ + ) + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed_modules_proj_parameters_weight_, + l_self_modules_patch_embed_modules_proj_parameters_bias_, + (16, 16), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + expand = l_self_parameters_cls_token_.expand(1, -1, -1) + l_self_parameters_cls_token_ = None + x_2 = torch.cat([expand, x_1], dim=1) + expand = x_1 = None + x_3 = x_2 + l_self_parameters_pos_embed_ + x_2 = l_self_parameters_pos_embed_ = None + x_4 = torch.nn.functional.dropout(x_3, 0.0, False, False) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (1024,), + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + x_5, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + x_5 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape = linear.reshape(1, 197, 3, 16, 64) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + unbind = qkv.unbind(0) + qkv = None + q = unbind[0] + k = unbind[1] + v = unbind[2] + unbind = None + x_6 = torch._C._nn.scaled_dot_product_attention( + q, k, v, attn_mask=None, dropout_p=0.0 + ) + q = k = v = None + transpose_1 = x_6.transpose(1, 2) + x_6 = None + x_7 = transpose_1.reshape(1, 197, 1024) + transpose_1 = None + x_8 = torch.nn.functional.layer_norm( + x_7, + (1024,), + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_7 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_ + ) = None + x_9 = torch._C._nn.linear( + x_8, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_8 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) = None + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = x_4 + x_10 + x_4 = x_10 = None + x_12 = torch.nn.functional.layer_norm( + x_11, + (1024,), + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) = None + x_13 = torch._C._nn.linear( + x_12, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_12 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_14 = torch._C._nn.gelu(x_13, approximate="none") + x_13 = None + x_15 = torch.nn.functional.dropout(x_14, 0.0, False, False) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (4096,), + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_15 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_16 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_18 = torch.nn.functional.dropout(x_17, 0.0, False, False) + x_17 = None + x_19 = x_11 + x_18 + x_11 = x_18 = None + x_20 = torch.nn.functional.layer_norm( + x_19, + (1024,), + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_4 = torch._C._nn.linear( + x_20, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + x_20 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_2 = linear_4.reshape(1, 197, 3, 16, 64) + linear_4 = None + qkv_1 = reshape_2.permute(2, 0, 3, 1, 4) + reshape_2 = None + unbind_1 = qkv_1.unbind(0) + qkv_1 = None + q_1 = unbind_1[0] + k_1 = unbind_1[1] + v_1 = unbind_1[2] + unbind_1 = None + x_21 = torch._C._nn.scaled_dot_product_attention( + q_1, k_1, v_1, attn_mask=None, dropout_p=0.0 + ) + q_1 = k_1 = v_1 = None + transpose_2 = x_21.transpose(1, 2) + x_21 = None + x_22 = transpose_2.reshape(1, 197, 1024) + transpose_2 = None + x_23 = torch.nn.functional.layer_norm( + x_22, + (1024,), + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_22 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_ + ) = None + x_24 = torch._C._nn.linear( + x_23, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_23 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) = None + x_25 = torch.nn.functional.dropout(x_24, 0.0, False, False) + x_24 = None + x_26 = x_19 + x_25 + x_19 = x_25 = None + x_27 = torch.nn.functional.layer_norm( + x_26, + (1024,), + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) = None + x_28 = torch._C._nn.linear( + x_27, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_27 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_29 = torch._C._nn.gelu(x_28, approximate="none") + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch.nn.functional.layer_norm( + x_30, + (4096,), + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_30 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_32 = torch._C._nn.linear( + x_31, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_31 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_33 = torch.nn.functional.dropout(x_32, 0.0, False, False) + x_32 = None + x_34 = x_26 + x_33 + x_26 = x_33 = None + x_35 = torch.nn.functional.layer_norm( + x_34, + (1024,), + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_8 = torch._C._nn.linear( + x_35, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_, + ) + x_35 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_4 = linear_8.reshape(1, 197, 3, 16, 64) + linear_8 = None + qkv_2 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + unbind_2 = qkv_2.unbind(0) + qkv_2 = None + q_2 = unbind_2[0] + k_2 = unbind_2[1] + v_2 = unbind_2[2] + unbind_2 = None + x_36 = torch._C._nn.scaled_dot_product_attention( + q_2, k_2, v_2, attn_mask=None, dropout_p=0.0 + ) + q_2 = k_2 = v_2 = None + transpose_3 = x_36.transpose(1, 2) + x_36 = None + x_37 = transpose_3.reshape(1, 197, 1024) + transpose_3 = None + x_38 = torch.nn.functional.layer_norm( + x_37, + (1024,), + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_37 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_ + ) = None + x_39 = torch._C._nn.linear( + x_38, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_, + ) + x_38 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) = None + x_40 = torch.nn.functional.dropout(x_39, 0.0, False, False) + x_39 = None + x_41 = x_34 + x_40 + x_34 = x_40 = None + x_42 = torch.nn.functional.layer_norm( + x_41, + (1024,), + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) = None + x_43 = torch._C._nn.linear( + x_42, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_42 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_44 = torch._C._nn.gelu(x_43, approximate="none") + x_43 = None + x_45 = torch.nn.functional.dropout(x_44, 0.0, False, False) + x_44 = None + x_46 = torch.nn.functional.layer_norm( + x_45, + (4096,), + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_45 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_47 = torch._C._nn.linear( + x_46, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_46 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_48 = torch.nn.functional.dropout(x_47, 0.0, False, False) + x_47 = None + x_49 = x_41 + x_48 + x_41 = x_48 = None + x_50 = torch.nn.functional.layer_norm( + x_49, + (1024,), + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + x_50, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_, + ) + x_50 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_6 = linear_12.reshape(1, 197, 3, 16, 64) + linear_12 = None + qkv_3 = reshape_6.permute(2, 0, 3, 1, 4) + reshape_6 = None + unbind_3 = qkv_3.unbind(0) + qkv_3 = None + q_3 = unbind_3[0] + k_3 = unbind_3[1] + v_3 = unbind_3[2] + unbind_3 = None + x_51 = torch._C._nn.scaled_dot_product_attention( + q_3, k_3, v_3, attn_mask=None, dropout_p=0.0 + ) + q_3 = k_3 = v_3 = None + transpose_4 = x_51.transpose(1, 2) + x_51 = None + x_52 = transpose_4.reshape(1, 197, 1024) + transpose_4 = None + x_53 = torch.nn.functional.layer_norm( + x_52, + (1024,), + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_52 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_ + ) = None + x_54 = torch._C._nn.linear( + x_53, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_, + ) + x_53 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) = None + x_55 = torch.nn.functional.dropout(x_54, 0.0, False, False) + x_54 = None + x_56 = x_49 + x_55 + x_49 = x_55 = None + x_57 = torch.nn.functional.layer_norm( + x_56, + (1024,), + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) = None + x_58 = torch._C._nn.linear( + x_57, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_57 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_59 = torch._C._nn.gelu(x_58, approximate="none") + x_58 = None + x_60 = torch.nn.functional.dropout(x_59, 0.0, False, False) + x_59 = None + x_61 = torch.nn.functional.layer_norm( + x_60, + (4096,), + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_60 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_62 = torch._C._nn.linear( + x_61, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_61 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_63 = torch.nn.functional.dropout(x_62, 0.0, False, False) + x_62 = None + x_64 = x_56 + x_63 + x_56 = x_63 = None + x_65 = torch.nn.functional.layer_norm( + x_64, + (1024,), + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_16 = torch._C._nn.linear( + x_65, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_, + ) + x_65 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_8 = linear_16.reshape(1, 197, 3, 16, 64) + linear_16 = None + qkv_4 = reshape_8.permute(2, 0, 3, 1, 4) + reshape_8 = None + unbind_4 = qkv_4.unbind(0) + qkv_4 = None + q_4 = unbind_4[0] + k_4 = unbind_4[1] + v_4 = unbind_4[2] + unbind_4 = None + x_66 = torch._C._nn.scaled_dot_product_attention( + q_4, k_4, v_4, attn_mask=None, dropout_p=0.0 + ) + q_4 = k_4 = v_4 = None + transpose_5 = x_66.transpose(1, 2) + x_66 = None + x_67 = transpose_5.reshape(1, 197, 1024) + transpose_5 = None + x_68 = torch.nn.functional.layer_norm( + x_67, + (1024,), + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_67 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_ + ) = None + x_69 = torch._C._nn.linear( + x_68, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_, + ) + x_68 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = x_64 + x_70 + x_64 = x_70 = None + x_72 = torch.nn.functional.layer_norm( + x_71, + (1024,), + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) = None + x_73 = torch._C._nn.linear( + x_72, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_72 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_74 = torch._C._nn.gelu(x_73, approximate="none") + x_73 = None + x_75 = torch.nn.functional.dropout(x_74, 0.0, False, False) + x_74 = None + x_76 = torch.nn.functional.layer_norm( + x_75, + (4096,), + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_75 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_77 = torch._C._nn.linear( + x_76, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_76 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_78 = torch.nn.functional.dropout(x_77, 0.0, False, False) + x_77 = None + x_79 = x_71 + x_78 + x_71 = x_78 = None + x_80 = torch.nn.functional.layer_norm( + x_79, + (1024,), + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_20 = torch._C._nn.linear( + x_80, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_, + ) + x_80 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_10 = linear_20.reshape(1, 197, 3, 16, 64) + linear_20 = None + qkv_5 = reshape_10.permute(2, 0, 3, 1, 4) + reshape_10 = None + unbind_5 = qkv_5.unbind(0) + qkv_5 = None + q_5 = unbind_5[0] + k_5 = unbind_5[1] + v_5 = unbind_5[2] + unbind_5 = None + x_81 = torch._C._nn.scaled_dot_product_attention( + q_5, k_5, v_5, attn_mask=None, dropout_p=0.0 + ) + q_5 = k_5 = v_5 = None + transpose_6 = x_81.transpose(1, 2) + x_81 = None + x_82 = transpose_6.reshape(1, 197, 1024) + transpose_6 = None + x_83 = torch.nn.functional.layer_norm( + x_82, + (1024,), + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_82 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_ + ) = None + x_84 = torch._C._nn.linear( + x_83, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_, + ) + x_83 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) = None + x_85 = torch.nn.functional.dropout(x_84, 0.0, False, False) + x_84 = None + x_86 = x_79 + x_85 + x_79 = x_85 = None + x_87 = torch.nn.functional.layer_norm( + x_86, + (1024,), + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) = None + x_88 = torch._C._nn.linear( + x_87, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_87 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_89 = torch._C._nn.gelu(x_88, approximate="none") + x_88 = None + x_90 = torch.nn.functional.dropout(x_89, 0.0, False, False) + x_89 = None + x_91 = torch.nn.functional.layer_norm( + x_90, + (4096,), + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_90 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_92 = torch._C._nn.linear( + x_91, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_91 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_93 = torch.nn.functional.dropout(x_92, 0.0, False, False) + x_92 = None + x_94 = x_86 + x_93 + x_86 = x_93 = None + x_95 = torch.nn.functional.layer_norm( + x_94, + (1024,), + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + x_95, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_, + ) + x_95 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_12 = linear_24.reshape(1, 197, 3, 16, 64) + linear_24 = None + qkv_6 = reshape_12.permute(2, 0, 3, 1, 4) + reshape_12 = None + unbind_6 = qkv_6.unbind(0) + qkv_6 = None + q_6 = unbind_6[0] + k_6 = unbind_6[1] + v_6 = unbind_6[2] + unbind_6 = None + x_96 = torch._C._nn.scaled_dot_product_attention( + q_6, k_6, v_6, attn_mask=None, dropout_p=0.0 + ) + q_6 = k_6 = v_6 = None + transpose_7 = x_96.transpose(1, 2) + x_96 = None + x_97 = transpose_7.reshape(1, 197, 1024) + transpose_7 = None + x_98 = torch.nn.functional.layer_norm( + x_97, + (1024,), + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_97 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_ + ) = None + x_99 = torch._C._nn.linear( + x_98, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_, + ) + x_98 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) = None + x_100 = torch.nn.functional.dropout(x_99, 0.0, False, False) + x_99 = None + x_101 = x_94 + x_100 + x_94 = x_100 = None + x_102 = torch.nn.functional.layer_norm( + x_101, + (1024,), + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) = None + x_103 = torch._C._nn.linear( + x_102, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + x_102 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_104 = torch._C._nn.gelu(x_103, approximate="none") + x_103 = None + x_105 = torch.nn.functional.dropout(x_104, 0.0, False, False) + x_104 = None + x_106 = torch.nn.functional.layer_norm( + x_105, + (4096,), + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_105 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_107 = torch._C._nn.linear( + x_106, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_106 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_108 = torch.nn.functional.dropout(x_107, 0.0, False, False) + x_107 = None + x_109 = x_101 + x_108 + x_101 = x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (1024,), + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) = None + linear_28 = torch._C._nn.linear( + x_110, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_, + ) + x_110 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_14 = linear_28.reshape(1, 197, 3, 16, 64) + linear_28 = None + qkv_7 = reshape_14.permute(2, 0, 3, 1, 4) + reshape_14 = None + unbind_7 = qkv_7.unbind(0) + qkv_7 = None + q_7 = unbind_7[0] + k_7 = unbind_7[1] + v_7 = unbind_7[2] + unbind_7 = None + x_111 = torch._C._nn.scaled_dot_product_attention( + q_7, k_7, v_7, attn_mask=None, dropout_p=0.0 + ) + q_7 = k_7 = v_7 = None + transpose_8 = x_111.transpose(1, 2) + x_111 = None + x_112 = transpose_8.reshape(1, 197, 1024) + transpose_8 = None + x_113 = torch.nn.functional.layer_norm( + x_112, + (1024,), + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_112 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_ + ) = None + x_114 = torch._C._nn.linear( + x_113, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_, + ) + x_113 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) = None + x_115 = torch.nn.functional.dropout(x_114, 0.0, False, False) + x_114 = None + x_116 = x_109 + x_115 + x_109 = x_115 = None + x_117 = torch.nn.functional.layer_norm( + x_116, + (1024,), + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) = None + x_118 = torch._C._nn.linear( + x_117, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + x_117 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_119 = torch._C._nn.gelu(x_118, approximate="none") + x_118 = None + x_120 = torch.nn.functional.dropout(x_119, 0.0, False, False) + x_119 = None + x_121 = torch.nn.functional.layer_norm( + x_120, + (4096,), + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_120 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_122 = torch._C._nn.linear( + x_121, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_121 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_123 = torch.nn.functional.dropout(x_122, 0.0, False, False) + x_122 = None + x_124 = x_116 + x_123 + x_116 = x_123 = None + x_125 = torch.nn.functional.layer_norm( + x_124, + (1024,), + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) = None + linear_32 = torch._C._nn.linear( + x_125, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_, + ) + x_125 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_16 = linear_32.reshape(1, 197, 3, 16, 64) + linear_32 = None + qkv_8 = reshape_16.permute(2, 0, 3, 1, 4) + reshape_16 = None + unbind_8 = qkv_8.unbind(0) + qkv_8 = None + q_8 = unbind_8[0] + k_8 = unbind_8[1] + v_8 = unbind_8[2] + unbind_8 = None + x_126 = torch._C._nn.scaled_dot_product_attention( + q_8, k_8, v_8, attn_mask=None, dropout_p=0.0 + ) + q_8 = k_8 = v_8 = None + transpose_9 = x_126.transpose(1, 2) + x_126 = None + x_127 = transpose_9.reshape(1, 197, 1024) + transpose_9 = None + x_128 = torch.nn.functional.layer_norm( + x_127, + (1024,), + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_127 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_ + ) = None + x_129 = torch._C._nn.linear( + x_128, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_, + ) + x_128 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) = None + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + x_131 = x_124 + x_130 + x_124 = x_130 = None + x_132 = torch.nn.functional.layer_norm( + x_131, + (1024,), + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) = None + x_133 = torch._C._nn.linear( + x_132, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + x_132 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_134 = torch._C._nn.gelu(x_133, approximate="none") + x_133 = None + x_135 = torch.nn.functional.dropout(x_134, 0.0, False, False) + x_134 = None + x_136 = torch.nn.functional.layer_norm( + x_135, + (4096,), + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_135 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_137 = torch._C._nn.linear( + x_136, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_136 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_138 = torch.nn.functional.dropout(x_137, 0.0, False, False) + x_137 = None + x_139 = x_131 + x_138 + x_131 = x_138 = None + x_140 = torch.nn.functional.layer_norm( + x_139, + (1024,), + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) = None + linear_36 = torch._C._nn.linear( + x_140, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_, + ) + x_140 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_18 = linear_36.reshape(1, 197, 3, 16, 64) + linear_36 = None + qkv_9 = reshape_18.permute(2, 0, 3, 1, 4) + reshape_18 = None + unbind_9 = qkv_9.unbind(0) + qkv_9 = None + q_9 = unbind_9[0] + k_9 = unbind_9[1] + v_9 = unbind_9[2] + unbind_9 = None + x_141 = torch._C._nn.scaled_dot_product_attention( + q_9, k_9, v_9, attn_mask=None, dropout_p=0.0 + ) + q_9 = k_9 = v_9 = None + transpose_10 = x_141.transpose(1, 2) + x_141 = None + x_142 = transpose_10.reshape(1, 197, 1024) + transpose_10 = None + x_143 = torch.nn.functional.layer_norm( + x_142, + (1024,), + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_142 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_ + ) = None + x_144 = torch._C._nn.linear( + x_143, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_, + ) + x_143 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) = None + x_145 = torch.nn.functional.dropout(x_144, 0.0, False, False) + x_144 = None + x_146 = x_139 + x_145 + x_139 = x_145 = None + x_147 = torch.nn.functional.layer_norm( + x_146, + (1024,), + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) = None + x_148 = torch._C._nn.linear( + x_147, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + x_147 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_149 = torch._C._nn.gelu(x_148, approximate="none") + x_148 = None + x_150 = torch.nn.functional.dropout(x_149, 0.0, False, False) + x_149 = None + x_151 = torch.nn.functional.layer_norm( + x_150, + (4096,), + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_150 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_152 = torch._C._nn.linear( + x_151, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_151 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_153 = torch.nn.functional.dropout(x_152, 0.0, False, False) + x_152 = None + x_154 = x_146 + x_153 + x_146 = x_153 = None + x_155 = torch.nn.functional.layer_norm( + x_154, + (1024,), + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) = None + linear_40 = torch._C._nn.linear( + x_155, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_, + ) + x_155 = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_20 = linear_40.reshape(1, 197, 3, 16, 64) + linear_40 = None + qkv_10 = reshape_20.permute(2, 0, 3, 1, 4) + reshape_20 = None + unbind_10 = qkv_10.unbind(0) + qkv_10 = None + q_10 = unbind_10[0] + k_10 = unbind_10[1] + v_10 = unbind_10[2] + unbind_10 = None + x_156 = torch._C._nn.scaled_dot_product_attention( + q_10, k_10, v_10, attn_mask=None, dropout_p=0.0 + ) + q_10 = k_10 = v_10 = None + transpose_11 = x_156.transpose(1, 2) + x_156 = None + x_157 = transpose_11.reshape(1, 197, 1024) + transpose_11 = None + x_158 = torch.nn.functional.layer_norm( + x_157, + (1024,), + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_157 = l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_ + ) = None + x_159 = torch._C._nn.linear( + x_158, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_, + ) + x_158 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) = None + x_160 = torch.nn.functional.dropout(x_159, 0.0, False, False) + x_159 = None + x_161 = x_154 + x_160 + x_154 = x_160 = None + x_162 = torch.nn.functional.layer_norm( + x_161, + (1024,), + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) = None + x_163 = torch._C._nn.linear( + x_162, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + x_162 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_164 = torch._C._nn.gelu(x_163, approximate="none") + x_163 = None + x_165 = torch.nn.functional.dropout(x_164, 0.0, False, False) + x_164 = None + x_166 = torch.nn.functional.layer_norm( + x_165, + (4096,), + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_165 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_167 = torch._C._nn.linear( + x_166, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_166 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_168 = torch.nn.functional.dropout(x_167, 0.0, False, False) + x_167 = None + x_169 = x_161 + x_168 + x_161 = x_168 = None + x_170 = torch.nn.functional.layer_norm( + x_169, + (1024,), + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) = None + linear_44 = torch._C._nn.linear( + x_170, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_, + ) + x_170 = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_22 = linear_44.reshape(1, 197, 3, 16, 64) + linear_44 = None + qkv_11 = reshape_22.permute(2, 0, 3, 1, 4) + reshape_22 = None + unbind_11 = qkv_11.unbind(0) + qkv_11 = None + q_11 = unbind_11[0] + k_11 = unbind_11[1] + v_11 = unbind_11[2] + unbind_11 = None + x_171 = torch._C._nn.scaled_dot_product_attention( + q_11, k_11, v_11, attn_mask=None, dropout_p=0.0 + ) + q_11 = k_11 = v_11 = None + transpose_12 = x_171.transpose(1, 2) + x_171 = None + x_172 = transpose_12.reshape(1, 197, 1024) + transpose_12 = None + x_173 = torch.nn.functional.layer_norm( + x_172, + (1024,), + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_172 = l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_ + ) = None + x_174 = torch._C._nn.linear( + x_173, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_, + ) + x_173 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) = None + x_175 = torch.nn.functional.dropout(x_174, 0.0, False, False) + x_174 = None + x_176 = x_169 + x_175 + x_169 = x_175 = None + x_177 = torch.nn.functional.layer_norm( + x_176, + (1024,), + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) = None + x_178 = torch._C._nn.linear( + x_177, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + x_177 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_179 = torch._C._nn.gelu(x_178, approximate="none") + x_178 = None + x_180 = torch.nn.functional.dropout(x_179, 0.0, False, False) + x_179 = None + x_181 = torch.nn.functional.layer_norm( + x_180, + (4096,), + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_180 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_182 = torch._C._nn.linear( + x_181, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_181 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_183 = torch.nn.functional.dropout(x_182, 0.0, False, False) + x_182 = None + x_184 = x_176 + x_183 + x_176 = x_183 = None + x_185 = torch.nn.functional.layer_norm( + x_184, + (1024,), + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) = None + linear_48 = torch._C._nn.linear( + x_185, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_, + ) + x_185 = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_24 = linear_48.reshape(1, 197, 3, 16, 64) + linear_48 = None + qkv_12 = reshape_24.permute(2, 0, 3, 1, 4) + reshape_24 = None + unbind_12 = qkv_12.unbind(0) + qkv_12 = None + q_12 = unbind_12[0] + k_12 = unbind_12[1] + v_12 = unbind_12[2] + unbind_12 = None + x_186 = torch._C._nn.scaled_dot_product_attention( + q_12, k_12, v_12, attn_mask=None, dropout_p=0.0 + ) + q_12 = k_12 = v_12 = None + transpose_13 = x_186.transpose(1, 2) + x_186 = None + x_187 = transpose_13.reshape(1, 197, 1024) + transpose_13 = None + x_188 = torch.nn.functional.layer_norm( + x_187, + (1024,), + l_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_187 = l_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_bias_ + ) = None + x_189 = torch._C._nn.linear( + x_188, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_, + ) + x_188 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) = None + x_190 = torch.nn.functional.dropout(x_189, 0.0, False, False) + x_189 = None + x_191 = x_184 + x_190 + x_184 = x_190 = None + x_192 = torch.nn.functional.layer_norm( + x_191, + (1024,), + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) = None + x_193 = torch._C._nn.linear( + x_192, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_, + ) + x_192 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_194 = torch._C._nn.gelu(x_193, approximate="none") + x_193 = None + x_195 = torch.nn.functional.dropout(x_194, 0.0, False, False) + x_194 = None + x_196 = torch.nn.functional.layer_norm( + x_195, + (4096,), + l_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_195 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_197 = torch._C._nn.linear( + x_196, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_, + ) + x_196 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_198 = torch.nn.functional.dropout(x_197, 0.0, False, False) + x_197 = None + x_199 = x_191 + x_198 + x_191 = x_198 = None + x_200 = torch.nn.functional.layer_norm( + x_199, + (1024,), + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) = None + linear_52 = torch._C._nn.linear( + x_200, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_, + ) + x_200 = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_26 = linear_52.reshape(1, 197, 3, 16, 64) + linear_52 = None + qkv_13 = reshape_26.permute(2, 0, 3, 1, 4) + reshape_26 = None + unbind_13 = qkv_13.unbind(0) + qkv_13 = None + q_13 = unbind_13[0] + k_13 = unbind_13[1] + v_13 = unbind_13[2] + unbind_13 = None + x_201 = torch._C._nn.scaled_dot_product_attention( + q_13, k_13, v_13, attn_mask=None, dropout_p=0.0 + ) + q_13 = k_13 = v_13 = None + transpose_14 = x_201.transpose(1, 2) + x_201 = None + x_202 = transpose_14.reshape(1, 197, 1024) + transpose_14 = None + x_203 = torch.nn.functional.layer_norm( + x_202, + (1024,), + l_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_202 = l_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_bias_ + ) = None + x_204 = torch._C._nn.linear( + x_203, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_, + ) + x_203 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) = None + x_205 = torch.nn.functional.dropout(x_204, 0.0, False, False) + x_204 = None + x_206 = x_199 + x_205 + x_199 = x_205 = None + x_207 = torch.nn.functional.layer_norm( + x_206, + (1024,), + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) = None + x_208 = torch._C._nn.linear( + x_207, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_, + ) + x_207 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_209 = torch._C._nn.gelu(x_208, approximate="none") + x_208 = None + x_210 = torch.nn.functional.dropout(x_209, 0.0, False, False) + x_209 = None + x_211 = torch.nn.functional.layer_norm( + x_210, + (4096,), + l_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_210 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_212 = torch._C._nn.linear( + x_211, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_, + ) + x_211 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_213 = torch.nn.functional.dropout(x_212, 0.0, False, False) + x_212 = None + x_214 = x_206 + x_213 + x_206 = x_213 = None + x_215 = torch.nn.functional.layer_norm( + x_214, + (1024,), + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) = None + linear_56 = torch._C._nn.linear( + x_215, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_, + ) + x_215 = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_28 = linear_56.reshape(1, 197, 3, 16, 64) + linear_56 = None + qkv_14 = reshape_28.permute(2, 0, 3, 1, 4) + reshape_28 = None + unbind_14 = qkv_14.unbind(0) + qkv_14 = None + q_14 = unbind_14[0] + k_14 = unbind_14[1] + v_14 = unbind_14[2] + unbind_14 = None + x_216 = torch._C._nn.scaled_dot_product_attention( + q_14, k_14, v_14, attn_mask=None, dropout_p=0.0 + ) + q_14 = k_14 = v_14 = None + transpose_15 = x_216.transpose(1, 2) + x_216 = None + x_217 = transpose_15.reshape(1, 197, 1024) + transpose_15 = None + x_218 = torch.nn.functional.layer_norm( + x_217, + (1024,), + l_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_217 = l_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_bias_ + ) = None + x_219 = torch._C._nn.linear( + x_218, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_, + ) + x_218 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) = None + x_220 = torch.nn.functional.dropout(x_219, 0.0, False, False) + x_219 = None + x_221 = x_214 + x_220 + x_214 = x_220 = None + x_222 = torch.nn.functional.layer_norm( + x_221, + (1024,), + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) = None + x_223 = torch._C._nn.linear( + x_222, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_, + ) + x_222 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_224 = torch._C._nn.gelu(x_223, approximate="none") + x_223 = None + x_225 = torch.nn.functional.dropout(x_224, 0.0, False, False) + x_224 = None + x_226 = torch.nn.functional.layer_norm( + x_225, + (4096,), + l_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_225 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_227 = torch._C._nn.linear( + x_226, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_, + ) + x_226 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_228 = torch.nn.functional.dropout(x_227, 0.0, False, False) + x_227 = None + x_229 = x_221 + x_228 + x_221 = x_228 = None + x_230 = torch.nn.functional.layer_norm( + x_229, + (1024,), + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) = None + linear_60 = torch._C._nn.linear( + x_230, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_, + ) + x_230 = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_30 = linear_60.reshape(1, 197, 3, 16, 64) + linear_60 = None + qkv_15 = reshape_30.permute(2, 0, 3, 1, 4) + reshape_30 = None + unbind_15 = qkv_15.unbind(0) + qkv_15 = None + q_15 = unbind_15[0] + k_15 = unbind_15[1] + v_15 = unbind_15[2] + unbind_15 = None + x_231 = torch._C._nn.scaled_dot_product_attention( + q_15, k_15, v_15, attn_mask=None, dropout_p=0.0 + ) + q_15 = k_15 = v_15 = None + transpose_16 = x_231.transpose(1, 2) + x_231 = None + x_232 = transpose_16.reshape(1, 197, 1024) + transpose_16 = None + x_233 = torch.nn.functional.layer_norm( + x_232, + (1024,), + l_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_232 = l_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_bias_ + ) = None + x_234 = torch._C._nn.linear( + x_233, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_, + ) + x_233 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) = None + x_235 = torch.nn.functional.dropout(x_234, 0.0, False, False) + x_234 = None + x_236 = x_229 + x_235 + x_229 = x_235 = None + x_237 = torch.nn.functional.layer_norm( + x_236, + (1024,), + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) = None + x_238 = torch._C._nn.linear( + x_237, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_, + ) + x_237 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_239 = torch._C._nn.gelu(x_238, approximate="none") + x_238 = None + x_240 = torch.nn.functional.dropout(x_239, 0.0, False, False) + x_239 = None + x_241 = torch.nn.functional.layer_norm( + x_240, + (4096,), + l_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_240 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_242 = torch._C._nn.linear( + x_241, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_, + ) + x_241 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_243 = torch.nn.functional.dropout(x_242, 0.0, False, False) + x_242 = None + x_244 = x_236 + x_243 + x_236 = x_243 = None + x_245 = torch.nn.functional.layer_norm( + x_244, + (1024,), + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) = None + linear_64 = torch._C._nn.linear( + x_245, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_, + ) + x_245 = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_32 = linear_64.reshape(1, 197, 3, 16, 64) + linear_64 = None + qkv_16 = reshape_32.permute(2, 0, 3, 1, 4) + reshape_32 = None + unbind_16 = qkv_16.unbind(0) + qkv_16 = None + q_16 = unbind_16[0] + k_16 = unbind_16[1] + v_16 = unbind_16[2] + unbind_16 = None + x_246 = torch._C._nn.scaled_dot_product_attention( + q_16, k_16, v_16, attn_mask=None, dropout_p=0.0 + ) + q_16 = k_16 = v_16 = None + transpose_17 = x_246.transpose(1, 2) + x_246 = None + x_247 = transpose_17.reshape(1, 197, 1024) + transpose_17 = None + x_248 = torch.nn.functional.layer_norm( + x_247, + (1024,), + l_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_247 = l_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_bias_ + ) = None + x_249 = torch._C._nn.linear( + x_248, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_, + ) + x_248 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) = None + x_250 = torch.nn.functional.dropout(x_249, 0.0, False, False) + x_249 = None + x_251 = x_244 + x_250 + x_244 = x_250 = None + x_252 = torch.nn.functional.layer_norm( + x_251, + (1024,), + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) = None + x_253 = torch._C._nn.linear( + x_252, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_, + ) + x_252 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_254 = torch._C._nn.gelu(x_253, approximate="none") + x_253 = None + x_255 = torch.nn.functional.dropout(x_254, 0.0, False, False) + x_254 = None + x_256 = torch.nn.functional.layer_norm( + x_255, + (4096,), + l_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_255 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_257 = torch._C._nn.linear( + x_256, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_, + ) + x_256 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_258 = torch.nn.functional.dropout(x_257, 0.0, False, False) + x_257 = None + x_259 = x_251 + x_258 + x_251 = x_258 = None + x_260 = torch.nn.functional.layer_norm( + x_259, + (1024,), + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) = None + linear_68 = torch._C._nn.linear( + x_260, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_, + ) + x_260 = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_34 = linear_68.reshape(1, 197, 3, 16, 64) + linear_68 = None + qkv_17 = reshape_34.permute(2, 0, 3, 1, 4) + reshape_34 = None + unbind_17 = qkv_17.unbind(0) + qkv_17 = None + q_17 = unbind_17[0] + k_17 = unbind_17[1] + v_17 = unbind_17[2] + unbind_17 = None + x_261 = torch._C._nn.scaled_dot_product_attention( + q_17, k_17, v_17, attn_mask=None, dropout_p=0.0 + ) + q_17 = k_17 = v_17 = None + transpose_18 = x_261.transpose(1, 2) + x_261 = None + x_262 = transpose_18.reshape(1, 197, 1024) + transpose_18 = None + x_263 = torch.nn.functional.layer_norm( + x_262, + (1024,), + l_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_262 = l_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_bias_ + ) = None + x_264 = torch._C._nn.linear( + x_263, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_, + ) + x_263 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) = None + x_265 = torch.nn.functional.dropout(x_264, 0.0, False, False) + x_264 = None + x_266 = x_259 + x_265 + x_259 = x_265 = None + x_267 = torch.nn.functional.layer_norm( + x_266, + (1024,), + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) = None + x_268 = torch._C._nn.linear( + x_267, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_, + ) + x_267 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_269 = torch._C._nn.gelu(x_268, approximate="none") + x_268 = None + x_270 = torch.nn.functional.dropout(x_269, 0.0, False, False) + x_269 = None + x_271 = torch.nn.functional.layer_norm( + x_270, + (4096,), + l_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_270 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_272 = torch._C._nn.linear( + x_271, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_, + ) + x_271 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_273 = torch.nn.functional.dropout(x_272, 0.0, False, False) + x_272 = None + x_274 = x_266 + x_273 + x_266 = x_273 = None + x_275 = torch.nn.functional.layer_norm( + x_274, + (1024,), + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) = None + linear_72 = torch._C._nn.linear( + x_275, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_, + ) + x_275 = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_36 = linear_72.reshape(1, 197, 3, 16, 64) + linear_72 = None + qkv_18 = reshape_36.permute(2, 0, 3, 1, 4) + reshape_36 = None + unbind_18 = qkv_18.unbind(0) + qkv_18 = None + q_18 = unbind_18[0] + k_18 = unbind_18[1] + v_18 = unbind_18[2] + unbind_18 = None + x_276 = torch._C._nn.scaled_dot_product_attention( + q_18, k_18, v_18, attn_mask=None, dropout_p=0.0 + ) + q_18 = k_18 = v_18 = None + transpose_19 = x_276.transpose(1, 2) + x_276 = None + x_277 = transpose_19.reshape(1, 197, 1024) + transpose_19 = None + x_278 = torch.nn.functional.layer_norm( + x_277, + (1024,), + l_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_277 = l_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_bias_ + ) = None + x_279 = torch._C._nn.linear( + x_278, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_, + ) + x_278 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) = None + x_280 = torch.nn.functional.dropout(x_279, 0.0, False, False) + x_279 = None + x_281 = x_274 + x_280 + x_274 = x_280 = None + x_282 = torch.nn.functional.layer_norm( + x_281, + (1024,), + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) = None + x_283 = torch._C._nn.linear( + x_282, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_, + ) + x_282 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_284 = torch._C._nn.gelu(x_283, approximate="none") + x_283 = None + x_285 = torch.nn.functional.dropout(x_284, 0.0, False, False) + x_284 = None + x_286 = torch.nn.functional.layer_norm( + x_285, + (4096,), + l_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_285 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_287 = torch._C._nn.linear( + x_286, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_, + ) + x_286 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_288 = torch.nn.functional.dropout(x_287, 0.0, False, False) + x_287 = None + x_289 = x_281 + x_288 + x_281 = x_288 = None + x_290 = torch.nn.functional.layer_norm( + x_289, + (1024,), + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) = None + linear_76 = torch._C._nn.linear( + x_290, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_, + ) + x_290 = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_38 = linear_76.reshape(1, 197, 3, 16, 64) + linear_76 = None + qkv_19 = reshape_38.permute(2, 0, 3, 1, 4) + reshape_38 = None + unbind_19 = qkv_19.unbind(0) + qkv_19 = None + q_19 = unbind_19[0] + k_19 = unbind_19[1] + v_19 = unbind_19[2] + unbind_19 = None + x_291 = torch._C._nn.scaled_dot_product_attention( + q_19, k_19, v_19, attn_mask=None, dropout_p=0.0 + ) + q_19 = k_19 = v_19 = None + transpose_20 = x_291.transpose(1, 2) + x_291 = None + x_292 = transpose_20.reshape(1, 197, 1024) + transpose_20 = None + x_293 = torch.nn.functional.layer_norm( + x_292, + (1024,), + l_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_292 = l_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_bias_ + ) = None + x_294 = torch._C._nn.linear( + x_293, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_, + ) + x_293 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) = None + x_295 = torch.nn.functional.dropout(x_294, 0.0, False, False) + x_294 = None + x_296 = x_289 + x_295 + x_289 = x_295 = None + x_297 = torch.nn.functional.layer_norm( + x_296, + (1024,), + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) = None + x_298 = torch._C._nn.linear( + x_297, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_, + ) + x_297 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_299 = torch._C._nn.gelu(x_298, approximate="none") + x_298 = None + x_300 = torch.nn.functional.dropout(x_299, 0.0, False, False) + x_299 = None + x_301 = torch.nn.functional.layer_norm( + x_300, + (4096,), + l_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_300 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_302 = torch._C._nn.linear( + x_301, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_, + ) + x_301 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_303 = torch.nn.functional.dropout(x_302, 0.0, False, False) + x_302 = None + x_304 = x_296 + x_303 + x_296 = x_303 = None + x_305 = torch.nn.functional.layer_norm( + x_304, + (1024,), + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) = None + linear_80 = torch._C._nn.linear( + x_305, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_, + ) + x_305 = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_40 = linear_80.reshape(1, 197, 3, 16, 64) + linear_80 = None + qkv_20 = reshape_40.permute(2, 0, 3, 1, 4) + reshape_40 = None + unbind_20 = qkv_20.unbind(0) + qkv_20 = None + q_20 = unbind_20[0] + k_20 = unbind_20[1] + v_20 = unbind_20[2] + unbind_20 = None + x_306 = torch._C._nn.scaled_dot_product_attention( + q_20, k_20, v_20, attn_mask=None, dropout_p=0.0 + ) + q_20 = k_20 = v_20 = None + transpose_21 = x_306.transpose(1, 2) + x_306 = None + x_307 = transpose_21.reshape(1, 197, 1024) + transpose_21 = None + x_308 = torch.nn.functional.layer_norm( + x_307, + (1024,), + l_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_307 = l_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_bias_ + ) = None + x_309 = torch._C._nn.linear( + x_308, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_, + ) + x_308 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) = None + x_310 = torch.nn.functional.dropout(x_309, 0.0, False, False) + x_309 = None + x_311 = x_304 + x_310 + x_304 = x_310 = None + x_312 = torch.nn.functional.layer_norm( + x_311, + (1024,), + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) = None + x_313 = torch._C._nn.linear( + x_312, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_, + ) + x_312 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_314 = torch._C._nn.gelu(x_313, approximate="none") + x_313 = None + x_315 = torch.nn.functional.dropout(x_314, 0.0, False, False) + x_314 = None + x_316 = torch.nn.functional.layer_norm( + x_315, + (4096,), + l_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_315 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_317 = torch._C._nn.linear( + x_316, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_, + ) + x_316 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_318 = torch.nn.functional.dropout(x_317, 0.0, False, False) + x_317 = None + x_319 = x_311 + x_318 + x_311 = x_318 = None + x_320 = torch.nn.functional.layer_norm( + x_319, + (1024,), + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) = None + linear_84 = torch._C._nn.linear( + x_320, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_, + ) + x_320 = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_42 = linear_84.reshape(1, 197, 3, 16, 64) + linear_84 = None + qkv_21 = reshape_42.permute(2, 0, 3, 1, 4) + reshape_42 = None + unbind_21 = qkv_21.unbind(0) + qkv_21 = None + q_21 = unbind_21[0] + k_21 = unbind_21[1] + v_21 = unbind_21[2] + unbind_21 = None + x_321 = torch._C._nn.scaled_dot_product_attention( + q_21, k_21, v_21, attn_mask=None, dropout_p=0.0 + ) + q_21 = k_21 = v_21 = None + transpose_22 = x_321.transpose(1, 2) + x_321 = None + x_322 = transpose_22.reshape(1, 197, 1024) + transpose_22 = None + x_323 = torch.nn.functional.layer_norm( + x_322, + (1024,), + l_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_322 = l_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_bias_ + ) = None + x_324 = torch._C._nn.linear( + x_323, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_, + ) + x_323 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) = None + x_325 = torch.nn.functional.dropout(x_324, 0.0, False, False) + x_324 = None + x_326 = x_319 + x_325 + x_319 = x_325 = None + x_327 = torch.nn.functional.layer_norm( + x_326, + (1024,), + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) = None + x_328 = torch._C._nn.linear( + x_327, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_, + ) + x_327 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_329 = torch._C._nn.gelu(x_328, approximate="none") + x_328 = None + x_330 = torch.nn.functional.dropout(x_329, 0.0, False, False) + x_329 = None + x_331 = torch.nn.functional.layer_norm( + x_330, + (4096,), + l_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_330 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_332 = torch._C._nn.linear( + x_331, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_, + ) + x_331 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_333 = torch.nn.functional.dropout(x_332, 0.0, False, False) + x_332 = None + x_334 = x_326 + x_333 + x_326 = x_333 = None + x_335 = torch.nn.functional.layer_norm( + x_334, + (1024,), + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) = None + linear_88 = torch._C._nn.linear( + x_335, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_, + ) + x_335 = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_44 = linear_88.reshape(1, 197, 3, 16, 64) + linear_88 = None + qkv_22 = reshape_44.permute(2, 0, 3, 1, 4) + reshape_44 = None + unbind_22 = qkv_22.unbind(0) + qkv_22 = None + q_22 = unbind_22[0] + k_22 = unbind_22[1] + v_22 = unbind_22[2] + unbind_22 = None + x_336 = torch._C._nn.scaled_dot_product_attention( + q_22, k_22, v_22, attn_mask=None, dropout_p=0.0 + ) + q_22 = k_22 = v_22 = None + transpose_23 = x_336.transpose(1, 2) + x_336 = None + x_337 = transpose_23.reshape(1, 197, 1024) + transpose_23 = None + x_338 = torch.nn.functional.layer_norm( + x_337, + (1024,), + l_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_337 = l_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_bias_ + ) = None + x_339 = torch._C._nn.linear( + x_338, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_, + ) + x_338 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) = None + x_340 = torch.nn.functional.dropout(x_339, 0.0, False, False) + x_339 = None + x_341 = x_334 + x_340 + x_334 = x_340 = None + x_342 = torch.nn.functional.layer_norm( + x_341, + (1024,), + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) = None + x_343 = torch._C._nn.linear( + x_342, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_, + ) + x_342 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_344 = torch._C._nn.gelu(x_343, approximate="none") + x_343 = None + x_345 = torch.nn.functional.dropout(x_344, 0.0, False, False) + x_344 = None + x_346 = torch.nn.functional.layer_norm( + x_345, + (4096,), + l_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_345 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_347 = torch._C._nn.linear( + x_346, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_, + ) + x_346 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_348 = torch.nn.functional.dropout(x_347, 0.0, False, False) + x_347 = None + x_349 = x_341 + x_348 + x_341 = x_348 = None + x_350 = torch.nn.functional.layer_norm( + x_349, + (1024,), + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) = None + linear_92 = torch._C._nn.linear( + x_350, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_, + ) + x_350 = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_46 = linear_92.reshape(1, 197, 3, 16, 64) + linear_92 = None + qkv_23 = reshape_46.permute(2, 0, 3, 1, 4) + reshape_46 = None + unbind_23 = qkv_23.unbind(0) + qkv_23 = None + q_23 = unbind_23[0] + k_23 = unbind_23[1] + v_23 = unbind_23[2] + unbind_23 = None + x_351 = torch._C._nn.scaled_dot_product_attention( + q_23, k_23, v_23, attn_mask=None, dropout_p=0.0 + ) + q_23 = k_23 = v_23 = None + transpose_24 = x_351.transpose(1, 2) + x_351 = None + x_352 = transpose_24.reshape(1, 197, 1024) + transpose_24 = None + x_353 = torch.nn.functional.layer_norm( + x_352, + (1024,), + l_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_bias_, + 1e-05, + ) + x_352 = l_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_bias_ + ) = None + x_354 = torch._C._nn.linear( + x_353, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_, + ) + x_353 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) = None + x_355 = torch.nn.functional.dropout(x_354, 0.0, False, False) + x_354 = None + x_356 = x_349 + x_355 + x_349 = x_355 = None + x_357 = torch.nn.functional.layer_norm( + x_356, + (1024,), + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) = None + x_358 = torch._C._nn.linear( + x_357, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_, + ) + x_357 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_359 = torch._C._nn.gelu(x_358, approximate="none") + x_358 = None + x_360 = torch.nn.functional.dropout(x_359, 0.0, False, False) + x_359 = None + x_361 = torch.nn.functional.layer_norm( + x_360, + (4096,), + l_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_bias_, + 1e-05, + ) + x_360 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_bias_ + ) = None + x_362 = torch._C._nn.linear( + x_361, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_, + ) + x_361 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_363 = torch.nn.functional.dropout(x_362, 0.0, False, False) + x_362 = None + x_364 = x_356 + x_363 + x_356 = x_363 = None + x_365 = x_364[ + (slice(None, None, None), slice(l_self_num_prefix_tokens, None, None)) + ] + x_364 = l_self_num_prefix_tokens = None + x_366 = x_365.mean(dim=1) + x_365 = None + x_367 = torch.nn.functional.layer_norm( + x_366, + (1024,), + l_self_modules_fc_norm_parameters_weight_, + l_self_modules_fc_norm_parameters_bias_, + 1e-05, + ) + x_366 = ( + l_self_modules_fc_norm_parameters_weight_ + ) = l_self_modules_fc_norm_parameters_bias_ = None + x_368 = torch.nn.functional.dropout(x_367, 0.0, False, False) + x_367 = None + x_369 = torch._C._nn.linear( + x_368, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_368 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_369,) diff --git a/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/weight_meta.py b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/weight_meta.py new file mode 100644 index 0000000000..d61e903b7c --- /dev/null +++ b/samples/timm/beit3_large_patch16_224.in22k_ft_in1k/weight_meta.py @@ -0,0 +1,4090 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.221 + std = 1.286 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed_modules_proj_parameters_weight_" + shape = [1024, 3, 16, 16] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_pos_embed_: + name = "L_self_parameters_pos_embed_" + shape = [1, 197, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token_: + name = "L_self_parameters_cls_token_" + shape = [1, 1, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_weight_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [3072, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_" + ) + shape = [1024, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_weight_" + ) + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_norm_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_num_prefix_tokens: + name = "L_self_num_prefix_tokens" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_self_modules_fc_norm_parameters_weight_: + name = "L_self_modules_fc_norm_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_fc_norm_parameters_bias_: + name = "L_self_modules_fc_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/cait_s24_224.fb_dist_in1k/graph_hash.txt b/samples/timm/cait_s24_224.fb_dist_in1k/graph_hash.txt new file mode 100644 index 0000000000..2bea990948 --- /dev/null +++ b/samples/timm/cait_s24_224.fb_dist_in1k/graph_hash.txt @@ -0,0 +1 @@ +1e2932070cfe79b2301a5dcbf8822c085d0b27f1952820dec3236ec25dee50e4 \ No newline at end of file diff --git a/samples/timm/cait_s24_224.fb_dist_in1k/graph_net.json b/samples/timm/cait_s24_224.fb_dist_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/cait_s24_224.fb_dist_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/cait_s24_224.fb_dist_in1k/input_meta.py b/samples/timm/cait_s24_224.fb_dist_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/cait_s24_224.fb_dist_in1k/input_tensor_constraints.py b/samples/timm/cait_s24_224.fb_dist_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/cait_s24_224.fb_dist_in1k/model.py b/samples/timm/cait_s24_224.fb_dist_in1k/model.py new file mode 100644 index 0000000000..99089efdd9 --- /dev/null +++ b/samples/timm/cait_s24_224.fb_dist_in1k/model.py @@ -0,0 +1,4812 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_pos_embed_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed_modules_proj_parameters_bias_ + ) + l_self_parameters_pos_embed_ = L_self_parameters_pos_embed_ + l_self_modules_blocks_modules_0_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_0_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_0_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_0_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_1_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_1_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_1_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_2_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_2_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_2_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_3_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_3_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_3_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_4_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_4_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_4_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_5_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_5_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_5_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_6_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_6_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_6_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_7_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_7_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_7_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_8_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_8_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_8_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_9_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_9_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_9_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_10_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_10_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_10_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_11_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_11_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_11_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_12_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_12_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_12_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_13_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_13_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_13_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_14_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_14_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_14_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_15_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_15_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_15_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_16_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_16_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_16_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_17_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_17_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_17_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_18_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_18_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_18_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_19_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_19_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_19_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_20_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_20_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_20_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_21_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_21_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_21_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_22_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_22_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_22_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_23_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_23_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_23_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_parameters_cls_token_ = L_self_parameters_cls_token_ + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ = ( + L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ = ( + L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ = ( + L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ = ( + L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_norm_parameters_weight_ = L_self_modules_norm_parameters_weight_ + l_self_modules_norm_parameters_bias_ = L_self_modules_norm_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed_modules_proj_parameters_weight_, + l_self_modules_patch_embed_modules_proj_parameters_bias_, + (16, 16), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + x_2 = x_1 + l_self_parameters_pos_embed_ + x_1 = l_self_parameters_pos_embed_ = None + x_3 = torch.nn.functional.dropout(x_2, 0.0, False, False) + x_2 = None + layer_norm = torch.nn.functional.layer_norm( + x_3, + (384,), + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + layer_norm, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape = linear.reshape(1, 196, 3, 8, 48) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + getitem_4 = qkv[0] + q = getitem_4 * 0.14433756729740643 + getitem_4 = None + k = qkv[1] + v = qkv[2] + qkv = None + transpose_1 = k.transpose(-2, -1) + k = None + attn = q @ transpose_1 + q = transpose_1 = None + permute_1 = attn.permute(0, 2, 3, 1) + attn = None + linear_1 = torch._C._nn.linear( + permute_1, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_1 = l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_1 = linear_1.permute(0, 3, 1, 2) + linear_1 = None + attn_2 = attn_1.softmax(dim=-1) + attn_1 = None + permute_3 = attn_2.permute(0, 2, 3, 1) + attn_2 = None + linear_2 = torch._C._nn.linear( + permute_3, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_3 = l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_3 = linear_2.permute(0, 3, 1, 2) + linear_2 = None + attn_4 = torch.nn.functional.dropout(attn_3, 0.0, False, False) + attn_3 = None + matmul_1 = attn_4 @ v + attn_4 = v = None + transpose_2 = matmul_1.transpose(1, 2) + matmul_1 = None + x_4 = transpose_2.reshape(1, 196, 384) + transpose_2 = None + x_5 = torch._C._nn.linear( + x_4, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_4 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) = None + x_6 = torch.nn.functional.dropout(x_5, 0.0, False, False) + x_5 = None + mul_1 = l_self_modules_blocks_modules_0_parameters_gamma_1_ * x_6 + l_self_modules_blocks_modules_0_parameters_gamma_1_ = x_6 = None + x_7 = x_3 + mul_1 + x_3 = mul_1 = None + layer_norm_1 = torch.nn.functional.layer_norm( + x_7, + (384,), + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) = None + x_8 = torch._C._nn.linear( + layer_norm_1, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_1 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_9 = torch._C._nn.gelu(x_8, approximate="none") + x_8 = None + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = torch._C._nn.linear( + x_10, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_10 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_12 = torch.nn.functional.dropout(x_11, 0.0, False, False) + x_11 = None + mul_2 = l_self_modules_blocks_modules_0_parameters_gamma_2_ * x_12 + l_self_modules_blocks_modules_0_parameters_gamma_2_ = x_12 = None + x_13 = x_7 + mul_2 + x_7 = mul_2 = None + layer_norm_2 = torch.nn.functional.layer_norm( + x_13, + (384,), + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_6 = torch._C._nn.linear( + layer_norm_2, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_2 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_2 = linear_6.reshape(1, 196, 3, 8, 48) + linear_6 = None + qkv_1 = reshape_2.permute(2, 0, 3, 1, 4) + reshape_2 = None + getitem_7 = qkv_1[0] + q_1 = getitem_7 * 0.14433756729740643 + getitem_7 = None + k_1 = qkv_1[1] + v_1 = qkv_1[2] + qkv_1 = None + transpose_3 = k_1.transpose(-2, -1) + k_1 = None + attn_5 = q_1 @ transpose_3 + q_1 = transpose_3 = None + permute_6 = attn_5.permute(0, 2, 3, 1) + attn_5 = None + linear_7 = torch._C._nn.linear( + permute_6, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_6 = l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_6 = linear_7.permute(0, 3, 1, 2) + linear_7 = None + attn_7 = attn_6.softmax(dim=-1) + attn_6 = None + permute_8 = attn_7.permute(0, 2, 3, 1) + attn_7 = None + linear_8 = torch._C._nn.linear( + permute_8, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_8 = l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_8 = linear_8.permute(0, 3, 1, 2) + linear_8 = None + attn_9 = torch.nn.functional.dropout(attn_8, 0.0, False, False) + attn_8 = None + matmul_3 = attn_9 @ v_1 + attn_9 = v_1 = None + transpose_4 = matmul_3.transpose(1, 2) + matmul_3 = None + x_14 = transpose_4.reshape(1, 196, 384) + transpose_4 = None + x_15 = torch._C._nn.linear( + x_14, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_14 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) = None + x_16 = torch.nn.functional.dropout(x_15, 0.0, False, False) + x_15 = None + mul_4 = l_self_modules_blocks_modules_1_parameters_gamma_1_ * x_16 + l_self_modules_blocks_modules_1_parameters_gamma_1_ = x_16 = None + x_17 = x_13 + mul_4 + x_13 = mul_4 = None + layer_norm_3 = torch.nn.functional.layer_norm( + x_17, + (384,), + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) = None + x_18 = torch._C._nn.linear( + layer_norm_3, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_3 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_19 = torch._C._nn.gelu(x_18, approximate="none") + x_18 = None + x_20 = torch.nn.functional.dropout(x_19, 0.0, False, False) + x_19 = None + x_21 = torch._C._nn.linear( + x_20, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_20 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_22 = torch.nn.functional.dropout(x_21, 0.0, False, False) + x_21 = None + mul_5 = l_self_modules_blocks_modules_1_parameters_gamma_2_ * x_22 + l_self_modules_blocks_modules_1_parameters_gamma_2_ = x_22 = None + x_23 = x_17 + mul_5 + x_17 = mul_5 = None + layer_norm_4 = torch.nn.functional.layer_norm( + x_23, + (384,), + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + layer_norm_4, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_4 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_4 = linear_12.reshape(1, 196, 3, 8, 48) + linear_12 = None + qkv_2 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + getitem_10 = qkv_2[0] + q_2 = getitem_10 * 0.14433756729740643 + getitem_10 = None + k_2 = qkv_2[1] + v_2 = qkv_2[2] + qkv_2 = None + transpose_5 = k_2.transpose(-2, -1) + k_2 = None + attn_10 = q_2 @ transpose_5 + q_2 = transpose_5 = None + permute_11 = attn_10.permute(0, 2, 3, 1) + attn_10 = None + linear_13 = torch._C._nn.linear( + permute_11, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_11 = l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_11 = linear_13.permute(0, 3, 1, 2) + linear_13 = None + attn_12 = attn_11.softmax(dim=-1) + attn_11 = None + permute_13 = attn_12.permute(0, 2, 3, 1) + attn_12 = None + linear_14 = torch._C._nn.linear( + permute_13, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_13 = l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_13 = linear_14.permute(0, 3, 1, 2) + linear_14 = None + attn_14 = torch.nn.functional.dropout(attn_13, 0.0, False, False) + attn_13 = None + matmul_5 = attn_14 @ v_2 + attn_14 = v_2 = None + transpose_6 = matmul_5.transpose(1, 2) + matmul_5 = None + x_24 = transpose_6.reshape(1, 196, 384) + transpose_6 = None + x_25 = torch._C._nn.linear( + x_24, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_, + ) + x_24 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) = None + x_26 = torch.nn.functional.dropout(x_25, 0.0, False, False) + x_25 = None + mul_7 = l_self_modules_blocks_modules_2_parameters_gamma_1_ * x_26 + l_self_modules_blocks_modules_2_parameters_gamma_1_ = x_26 = None + x_27 = x_23 + mul_7 + x_23 = mul_7 = None + layer_norm_5 = torch.nn.functional.layer_norm( + x_27, + (384,), + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) = None + x_28 = torch._C._nn.linear( + layer_norm_5, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_5 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_29 = torch._C._nn.gelu(x_28, approximate="none") + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch._C._nn.linear( + x_30, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_30 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + mul_8 = l_self_modules_blocks_modules_2_parameters_gamma_2_ * x_32 + l_self_modules_blocks_modules_2_parameters_gamma_2_ = x_32 = None + x_33 = x_27 + mul_8 + x_27 = mul_8 = None + layer_norm_6 = torch.nn.functional.layer_norm( + x_33, + (384,), + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_18 = torch._C._nn.linear( + layer_norm_6, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_6 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_6 = linear_18.reshape(1, 196, 3, 8, 48) + linear_18 = None + qkv_3 = reshape_6.permute(2, 0, 3, 1, 4) + reshape_6 = None + getitem_13 = qkv_3[0] + q_3 = getitem_13 * 0.14433756729740643 + getitem_13 = None + k_3 = qkv_3[1] + v_3 = qkv_3[2] + qkv_3 = None + transpose_7 = k_3.transpose(-2, -1) + k_3 = None + attn_15 = q_3 @ transpose_7 + q_3 = transpose_7 = None + permute_16 = attn_15.permute(0, 2, 3, 1) + attn_15 = None + linear_19 = torch._C._nn.linear( + permute_16, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_16 = l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_16 = linear_19.permute(0, 3, 1, 2) + linear_19 = None + attn_17 = attn_16.softmax(dim=-1) + attn_16 = None + permute_18 = attn_17.permute(0, 2, 3, 1) + attn_17 = None + linear_20 = torch._C._nn.linear( + permute_18, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_18 = l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_18 = linear_20.permute(0, 3, 1, 2) + linear_20 = None + attn_19 = torch.nn.functional.dropout(attn_18, 0.0, False, False) + attn_18 = None + matmul_7 = attn_19 @ v_3 + attn_19 = v_3 = None + transpose_8 = matmul_7.transpose(1, 2) + matmul_7 = None + x_34 = transpose_8.reshape(1, 196, 384) + transpose_8 = None + x_35 = torch._C._nn.linear( + x_34, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_, + ) + x_34 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) = None + x_36 = torch.nn.functional.dropout(x_35, 0.0, False, False) + x_35 = None + mul_10 = l_self_modules_blocks_modules_3_parameters_gamma_1_ * x_36 + l_self_modules_blocks_modules_3_parameters_gamma_1_ = x_36 = None + x_37 = x_33 + mul_10 + x_33 = mul_10 = None + layer_norm_7 = torch.nn.functional.layer_norm( + x_37, + (384,), + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) = None + x_38 = torch._C._nn.linear( + layer_norm_7, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_7 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_39 = torch._C._nn.gelu(x_38, approximate="none") + x_38 = None + x_40 = torch.nn.functional.dropout(x_39, 0.0, False, False) + x_39 = None + x_41 = torch._C._nn.linear( + x_40, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_40 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_42 = torch.nn.functional.dropout(x_41, 0.0, False, False) + x_41 = None + mul_11 = l_self_modules_blocks_modules_3_parameters_gamma_2_ * x_42 + l_self_modules_blocks_modules_3_parameters_gamma_2_ = x_42 = None + x_43 = x_37 + mul_11 + x_37 = mul_11 = None + layer_norm_8 = torch.nn.functional.layer_norm( + x_43, + (384,), + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + layer_norm_8, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_8 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_8 = linear_24.reshape(1, 196, 3, 8, 48) + linear_24 = None + qkv_4 = reshape_8.permute(2, 0, 3, 1, 4) + reshape_8 = None + getitem_16 = qkv_4[0] + q_4 = getitem_16 * 0.14433756729740643 + getitem_16 = None + k_4 = qkv_4[1] + v_4 = qkv_4[2] + qkv_4 = None + transpose_9 = k_4.transpose(-2, -1) + k_4 = None + attn_20 = q_4 @ transpose_9 + q_4 = transpose_9 = None + permute_21 = attn_20.permute(0, 2, 3, 1) + attn_20 = None + linear_25 = torch._C._nn.linear( + permute_21, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_21 = l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_21 = linear_25.permute(0, 3, 1, 2) + linear_25 = None + attn_22 = attn_21.softmax(dim=-1) + attn_21 = None + permute_23 = attn_22.permute(0, 2, 3, 1) + attn_22 = None + linear_26 = torch._C._nn.linear( + permute_23, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_23 = l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_23 = linear_26.permute(0, 3, 1, 2) + linear_26 = None + attn_24 = torch.nn.functional.dropout(attn_23, 0.0, False, False) + attn_23 = None + matmul_9 = attn_24 @ v_4 + attn_24 = v_4 = None + transpose_10 = matmul_9.transpose(1, 2) + matmul_9 = None + x_44 = transpose_10.reshape(1, 196, 384) + transpose_10 = None + x_45 = torch._C._nn.linear( + x_44, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_, + ) + x_44 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) = None + x_46 = torch.nn.functional.dropout(x_45, 0.0, False, False) + x_45 = None + mul_13 = l_self_modules_blocks_modules_4_parameters_gamma_1_ * x_46 + l_self_modules_blocks_modules_4_parameters_gamma_1_ = x_46 = None + x_47 = x_43 + mul_13 + x_43 = mul_13 = None + layer_norm_9 = torch.nn.functional.layer_norm( + x_47, + (384,), + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) = None + x_48 = torch._C._nn.linear( + layer_norm_9, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_9 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_49 = torch._C._nn.gelu(x_48, approximate="none") + x_48 = None + x_50 = torch.nn.functional.dropout(x_49, 0.0, False, False) + x_49 = None + x_51 = torch._C._nn.linear( + x_50, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_50 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_52 = torch.nn.functional.dropout(x_51, 0.0, False, False) + x_51 = None + mul_14 = l_self_modules_blocks_modules_4_parameters_gamma_2_ * x_52 + l_self_modules_blocks_modules_4_parameters_gamma_2_ = x_52 = None + x_53 = x_47 + mul_14 + x_47 = mul_14 = None + layer_norm_10 = torch.nn.functional.layer_norm( + x_53, + (384,), + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_30 = torch._C._nn.linear( + layer_norm_10, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_10 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_10 = linear_30.reshape(1, 196, 3, 8, 48) + linear_30 = None + qkv_5 = reshape_10.permute(2, 0, 3, 1, 4) + reshape_10 = None + getitem_19 = qkv_5[0] + q_5 = getitem_19 * 0.14433756729740643 + getitem_19 = None + k_5 = qkv_5[1] + v_5 = qkv_5[2] + qkv_5 = None + transpose_11 = k_5.transpose(-2, -1) + k_5 = None + attn_25 = q_5 @ transpose_11 + q_5 = transpose_11 = None + permute_26 = attn_25.permute(0, 2, 3, 1) + attn_25 = None + linear_31 = torch._C._nn.linear( + permute_26, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_26 = l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_26 = linear_31.permute(0, 3, 1, 2) + linear_31 = None + attn_27 = attn_26.softmax(dim=-1) + attn_26 = None + permute_28 = attn_27.permute(0, 2, 3, 1) + attn_27 = None + linear_32 = torch._C._nn.linear( + permute_28, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_28 = l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_28 = linear_32.permute(0, 3, 1, 2) + linear_32 = None + attn_29 = torch.nn.functional.dropout(attn_28, 0.0, False, False) + attn_28 = None + matmul_11 = attn_29 @ v_5 + attn_29 = v_5 = None + transpose_12 = matmul_11.transpose(1, 2) + matmul_11 = None + x_54 = transpose_12.reshape(1, 196, 384) + transpose_12 = None + x_55 = torch._C._nn.linear( + x_54, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_, + ) + x_54 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) = None + x_56 = torch.nn.functional.dropout(x_55, 0.0, False, False) + x_55 = None + mul_16 = l_self_modules_blocks_modules_5_parameters_gamma_1_ * x_56 + l_self_modules_blocks_modules_5_parameters_gamma_1_ = x_56 = None + x_57 = x_53 + mul_16 + x_53 = mul_16 = None + layer_norm_11 = torch.nn.functional.layer_norm( + x_57, + (384,), + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) = None + x_58 = torch._C._nn.linear( + layer_norm_11, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_11 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_59 = torch._C._nn.gelu(x_58, approximate="none") + x_58 = None + x_60 = torch.nn.functional.dropout(x_59, 0.0, False, False) + x_59 = None + x_61 = torch._C._nn.linear( + x_60, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_60 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_62 = torch.nn.functional.dropout(x_61, 0.0, False, False) + x_61 = None + mul_17 = l_self_modules_blocks_modules_5_parameters_gamma_2_ * x_62 + l_self_modules_blocks_modules_5_parameters_gamma_2_ = x_62 = None + x_63 = x_57 + mul_17 + x_57 = mul_17 = None + layer_norm_12 = torch.nn.functional.layer_norm( + x_63, + (384,), + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) = None + linear_36 = torch._C._nn.linear( + layer_norm_12, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_12 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_12 = linear_36.reshape(1, 196, 3, 8, 48) + linear_36 = None + qkv_6 = reshape_12.permute(2, 0, 3, 1, 4) + reshape_12 = None + getitem_22 = qkv_6[0] + q_6 = getitem_22 * 0.14433756729740643 + getitem_22 = None + k_6 = qkv_6[1] + v_6 = qkv_6[2] + qkv_6 = None + transpose_13 = k_6.transpose(-2, -1) + k_6 = None + attn_30 = q_6 @ transpose_13 + q_6 = transpose_13 = None + permute_31 = attn_30.permute(0, 2, 3, 1) + attn_30 = None + linear_37 = torch._C._nn.linear( + permute_31, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_31 = l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_31 = linear_37.permute(0, 3, 1, 2) + linear_37 = None + attn_32 = attn_31.softmax(dim=-1) + attn_31 = None + permute_33 = attn_32.permute(0, 2, 3, 1) + attn_32 = None + linear_38 = torch._C._nn.linear( + permute_33, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_33 = l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_33 = linear_38.permute(0, 3, 1, 2) + linear_38 = None + attn_34 = torch.nn.functional.dropout(attn_33, 0.0, False, False) + attn_33 = None + matmul_13 = attn_34 @ v_6 + attn_34 = v_6 = None + transpose_14 = matmul_13.transpose(1, 2) + matmul_13 = None + x_64 = transpose_14.reshape(1, 196, 384) + transpose_14 = None + x_65 = torch._C._nn.linear( + x_64, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_, + ) + x_64 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) = None + x_66 = torch.nn.functional.dropout(x_65, 0.0, False, False) + x_65 = None + mul_19 = l_self_modules_blocks_modules_6_parameters_gamma_1_ * x_66 + l_self_modules_blocks_modules_6_parameters_gamma_1_ = x_66 = None + x_67 = x_63 + mul_19 + x_63 = mul_19 = None + layer_norm_13 = torch.nn.functional.layer_norm( + x_67, + (384,), + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) = None + x_68 = torch._C._nn.linear( + layer_norm_13, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_13 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_69 = torch._C._nn.gelu(x_68, approximate="none") + x_68 = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = torch._C._nn.linear( + x_70, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_70 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_72 = torch.nn.functional.dropout(x_71, 0.0, False, False) + x_71 = None + mul_20 = l_self_modules_blocks_modules_6_parameters_gamma_2_ * x_72 + l_self_modules_blocks_modules_6_parameters_gamma_2_ = x_72 = None + x_73 = x_67 + mul_20 + x_67 = mul_20 = None + layer_norm_14 = torch.nn.functional.layer_norm( + x_73, + (384,), + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) = None + linear_42 = torch._C._nn.linear( + layer_norm_14, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_14 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_14 = linear_42.reshape(1, 196, 3, 8, 48) + linear_42 = None + qkv_7 = reshape_14.permute(2, 0, 3, 1, 4) + reshape_14 = None + getitem_25 = qkv_7[0] + q_7 = getitem_25 * 0.14433756729740643 + getitem_25 = None + k_7 = qkv_7[1] + v_7 = qkv_7[2] + qkv_7 = None + transpose_15 = k_7.transpose(-2, -1) + k_7 = None + attn_35 = q_7 @ transpose_15 + q_7 = transpose_15 = None + permute_36 = attn_35.permute(0, 2, 3, 1) + attn_35 = None + linear_43 = torch._C._nn.linear( + permute_36, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_36 = l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_36 = linear_43.permute(0, 3, 1, 2) + linear_43 = None + attn_37 = attn_36.softmax(dim=-1) + attn_36 = None + permute_38 = attn_37.permute(0, 2, 3, 1) + attn_37 = None + linear_44 = torch._C._nn.linear( + permute_38, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_38 = l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_38 = linear_44.permute(0, 3, 1, 2) + linear_44 = None + attn_39 = torch.nn.functional.dropout(attn_38, 0.0, False, False) + attn_38 = None + matmul_15 = attn_39 @ v_7 + attn_39 = v_7 = None + transpose_16 = matmul_15.transpose(1, 2) + matmul_15 = None + x_74 = transpose_16.reshape(1, 196, 384) + transpose_16 = None + x_75 = torch._C._nn.linear( + x_74, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_, + ) + x_74 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) = None + x_76 = torch.nn.functional.dropout(x_75, 0.0, False, False) + x_75 = None + mul_22 = l_self_modules_blocks_modules_7_parameters_gamma_1_ * x_76 + l_self_modules_blocks_modules_7_parameters_gamma_1_ = x_76 = None + x_77 = x_73 + mul_22 + x_73 = mul_22 = None + layer_norm_15 = torch.nn.functional.layer_norm( + x_77, + (384,), + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) = None + x_78 = torch._C._nn.linear( + layer_norm_15, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_15 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_79 = torch._C._nn.gelu(x_78, approximate="none") + x_78 = None + x_80 = torch.nn.functional.dropout(x_79, 0.0, False, False) + x_79 = None + x_81 = torch._C._nn.linear( + x_80, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_80 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_82 = torch.nn.functional.dropout(x_81, 0.0, False, False) + x_81 = None + mul_23 = l_self_modules_blocks_modules_7_parameters_gamma_2_ * x_82 + l_self_modules_blocks_modules_7_parameters_gamma_2_ = x_82 = None + x_83 = x_77 + mul_23 + x_77 = mul_23 = None + layer_norm_16 = torch.nn.functional.layer_norm( + x_83, + (384,), + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) = None + linear_48 = torch._C._nn.linear( + layer_norm_16, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_16 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_16 = linear_48.reshape(1, 196, 3, 8, 48) + linear_48 = None + qkv_8 = reshape_16.permute(2, 0, 3, 1, 4) + reshape_16 = None + getitem_28 = qkv_8[0] + q_8 = getitem_28 * 0.14433756729740643 + getitem_28 = None + k_8 = qkv_8[1] + v_8 = qkv_8[2] + qkv_8 = None + transpose_17 = k_8.transpose(-2, -1) + k_8 = None + attn_40 = q_8 @ transpose_17 + q_8 = transpose_17 = None + permute_41 = attn_40.permute(0, 2, 3, 1) + attn_40 = None + linear_49 = torch._C._nn.linear( + permute_41, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_41 = l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_41 = linear_49.permute(0, 3, 1, 2) + linear_49 = None + attn_42 = attn_41.softmax(dim=-1) + attn_41 = None + permute_43 = attn_42.permute(0, 2, 3, 1) + attn_42 = None + linear_50 = torch._C._nn.linear( + permute_43, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_43 = l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_43 = linear_50.permute(0, 3, 1, 2) + linear_50 = None + attn_44 = torch.nn.functional.dropout(attn_43, 0.0, False, False) + attn_43 = None + matmul_17 = attn_44 @ v_8 + attn_44 = v_8 = None + transpose_18 = matmul_17.transpose(1, 2) + matmul_17 = None + x_84 = transpose_18.reshape(1, 196, 384) + transpose_18 = None + x_85 = torch._C._nn.linear( + x_84, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_, + ) + x_84 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) = None + x_86 = torch.nn.functional.dropout(x_85, 0.0, False, False) + x_85 = None + mul_25 = l_self_modules_blocks_modules_8_parameters_gamma_1_ * x_86 + l_self_modules_blocks_modules_8_parameters_gamma_1_ = x_86 = None + x_87 = x_83 + mul_25 + x_83 = mul_25 = None + layer_norm_17 = torch.nn.functional.layer_norm( + x_87, + (384,), + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) = None + x_88 = torch._C._nn.linear( + layer_norm_17, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_17 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_89 = torch._C._nn.gelu(x_88, approximate="none") + x_88 = None + x_90 = torch.nn.functional.dropout(x_89, 0.0, False, False) + x_89 = None + x_91 = torch._C._nn.linear( + x_90, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_90 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_92 = torch.nn.functional.dropout(x_91, 0.0, False, False) + x_91 = None + mul_26 = l_self_modules_blocks_modules_8_parameters_gamma_2_ * x_92 + l_self_modules_blocks_modules_8_parameters_gamma_2_ = x_92 = None + x_93 = x_87 + mul_26 + x_87 = mul_26 = None + layer_norm_18 = torch.nn.functional.layer_norm( + x_93, + (384,), + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) = None + linear_54 = torch._C._nn.linear( + layer_norm_18, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_18 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_18 = linear_54.reshape(1, 196, 3, 8, 48) + linear_54 = None + qkv_9 = reshape_18.permute(2, 0, 3, 1, 4) + reshape_18 = None + getitem_31 = qkv_9[0] + q_9 = getitem_31 * 0.14433756729740643 + getitem_31 = None + k_9 = qkv_9[1] + v_9 = qkv_9[2] + qkv_9 = None + transpose_19 = k_9.transpose(-2, -1) + k_9 = None + attn_45 = q_9 @ transpose_19 + q_9 = transpose_19 = None + permute_46 = attn_45.permute(0, 2, 3, 1) + attn_45 = None + linear_55 = torch._C._nn.linear( + permute_46, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_46 = l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_46 = linear_55.permute(0, 3, 1, 2) + linear_55 = None + attn_47 = attn_46.softmax(dim=-1) + attn_46 = None + permute_48 = attn_47.permute(0, 2, 3, 1) + attn_47 = None + linear_56 = torch._C._nn.linear( + permute_48, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_48 = l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_48 = linear_56.permute(0, 3, 1, 2) + linear_56 = None + attn_49 = torch.nn.functional.dropout(attn_48, 0.0, False, False) + attn_48 = None + matmul_19 = attn_49 @ v_9 + attn_49 = v_9 = None + transpose_20 = matmul_19.transpose(1, 2) + matmul_19 = None + x_94 = transpose_20.reshape(1, 196, 384) + transpose_20 = None + x_95 = torch._C._nn.linear( + x_94, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_, + ) + x_94 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) = None + x_96 = torch.nn.functional.dropout(x_95, 0.0, False, False) + x_95 = None + mul_28 = l_self_modules_blocks_modules_9_parameters_gamma_1_ * x_96 + l_self_modules_blocks_modules_9_parameters_gamma_1_ = x_96 = None + x_97 = x_93 + mul_28 + x_93 = mul_28 = None + layer_norm_19 = torch.nn.functional.layer_norm( + x_97, + (384,), + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) = None + x_98 = torch._C._nn.linear( + layer_norm_19, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_19 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_99 = torch._C._nn.gelu(x_98, approximate="none") + x_98 = None + x_100 = torch.nn.functional.dropout(x_99, 0.0, False, False) + x_99 = None + x_101 = torch._C._nn.linear( + x_100, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_100 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + mul_29 = l_self_modules_blocks_modules_9_parameters_gamma_2_ * x_102 + l_self_modules_blocks_modules_9_parameters_gamma_2_ = x_102 = None + x_103 = x_97 + mul_29 + x_97 = mul_29 = None + layer_norm_20 = torch.nn.functional.layer_norm( + x_103, + (384,), + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) = None + linear_60 = torch._C._nn.linear( + layer_norm_20, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_20 = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_20 = linear_60.reshape(1, 196, 3, 8, 48) + linear_60 = None + qkv_10 = reshape_20.permute(2, 0, 3, 1, 4) + reshape_20 = None + getitem_34 = qkv_10[0] + q_10 = getitem_34 * 0.14433756729740643 + getitem_34 = None + k_10 = qkv_10[1] + v_10 = qkv_10[2] + qkv_10 = None + transpose_21 = k_10.transpose(-2, -1) + k_10 = None + attn_50 = q_10 @ transpose_21 + q_10 = transpose_21 = None + permute_51 = attn_50.permute(0, 2, 3, 1) + attn_50 = None + linear_61 = torch._C._nn.linear( + permute_51, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_51 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_51 = linear_61.permute(0, 3, 1, 2) + linear_61 = None + attn_52 = attn_51.softmax(dim=-1) + attn_51 = None + permute_53 = attn_52.permute(0, 2, 3, 1) + attn_52 = None + linear_62 = torch._C._nn.linear( + permute_53, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_53 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_53 = linear_62.permute(0, 3, 1, 2) + linear_62 = None + attn_54 = torch.nn.functional.dropout(attn_53, 0.0, False, False) + attn_53 = None + matmul_21 = attn_54 @ v_10 + attn_54 = v_10 = None + transpose_22 = matmul_21.transpose(1, 2) + matmul_21 = None + x_104 = transpose_22.reshape(1, 196, 384) + transpose_22 = None + x_105 = torch._C._nn.linear( + x_104, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_, + ) + x_104 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) = None + x_106 = torch.nn.functional.dropout(x_105, 0.0, False, False) + x_105 = None + mul_31 = l_self_modules_blocks_modules_10_parameters_gamma_1_ * x_106 + l_self_modules_blocks_modules_10_parameters_gamma_1_ = x_106 = None + x_107 = x_103 + mul_31 + x_103 = mul_31 = None + layer_norm_21 = torch.nn.functional.layer_norm( + x_107, + (384,), + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) = None + x_108 = torch._C._nn.linear( + layer_norm_21, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_21 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_109 = torch._C._nn.gelu(x_108, approximate="none") + x_108 = None + x_110 = torch.nn.functional.dropout(x_109, 0.0, False, False) + x_109 = None + x_111 = torch._C._nn.linear( + x_110, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_110 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_112 = torch.nn.functional.dropout(x_111, 0.0, False, False) + x_111 = None + mul_32 = l_self_modules_blocks_modules_10_parameters_gamma_2_ * x_112 + l_self_modules_blocks_modules_10_parameters_gamma_2_ = x_112 = None + x_113 = x_107 + mul_32 + x_107 = mul_32 = None + layer_norm_22 = torch.nn.functional.layer_norm( + x_113, + (384,), + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) = None + linear_66 = torch._C._nn.linear( + layer_norm_22, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_22 = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_22 = linear_66.reshape(1, 196, 3, 8, 48) + linear_66 = None + qkv_11 = reshape_22.permute(2, 0, 3, 1, 4) + reshape_22 = None + getitem_37 = qkv_11[0] + q_11 = getitem_37 * 0.14433756729740643 + getitem_37 = None + k_11 = qkv_11[1] + v_11 = qkv_11[2] + qkv_11 = None + transpose_23 = k_11.transpose(-2, -1) + k_11 = None + attn_55 = q_11 @ transpose_23 + q_11 = transpose_23 = None + permute_56 = attn_55.permute(0, 2, 3, 1) + attn_55 = None + linear_67 = torch._C._nn.linear( + permute_56, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_56 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_56 = linear_67.permute(0, 3, 1, 2) + linear_67 = None + attn_57 = attn_56.softmax(dim=-1) + attn_56 = None + permute_58 = attn_57.permute(0, 2, 3, 1) + attn_57 = None + linear_68 = torch._C._nn.linear( + permute_58, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_58 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_58 = linear_68.permute(0, 3, 1, 2) + linear_68 = None + attn_59 = torch.nn.functional.dropout(attn_58, 0.0, False, False) + attn_58 = None + matmul_23 = attn_59 @ v_11 + attn_59 = v_11 = None + transpose_24 = matmul_23.transpose(1, 2) + matmul_23 = None + x_114 = transpose_24.reshape(1, 196, 384) + transpose_24 = None + x_115 = torch._C._nn.linear( + x_114, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_, + ) + x_114 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) = None + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + mul_34 = l_self_modules_blocks_modules_11_parameters_gamma_1_ * x_116 + l_self_modules_blocks_modules_11_parameters_gamma_1_ = x_116 = None + x_117 = x_113 + mul_34 + x_113 = mul_34 = None + layer_norm_23 = torch.nn.functional.layer_norm( + x_117, + (384,), + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) = None + x_118 = torch._C._nn.linear( + layer_norm_23, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_23 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_119 = torch._C._nn.gelu(x_118, approximate="none") + x_118 = None + x_120 = torch.nn.functional.dropout(x_119, 0.0, False, False) + x_119 = None + x_121 = torch._C._nn.linear( + x_120, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_120 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_122 = torch.nn.functional.dropout(x_121, 0.0, False, False) + x_121 = None + mul_35 = l_self_modules_blocks_modules_11_parameters_gamma_2_ * x_122 + l_self_modules_blocks_modules_11_parameters_gamma_2_ = x_122 = None + x_123 = x_117 + mul_35 + x_117 = mul_35 = None + layer_norm_24 = torch.nn.functional.layer_norm( + x_123, + (384,), + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) = None + linear_72 = torch._C._nn.linear( + layer_norm_24, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_24 = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_24 = linear_72.reshape(1, 196, 3, 8, 48) + linear_72 = None + qkv_12 = reshape_24.permute(2, 0, 3, 1, 4) + reshape_24 = None + getitem_40 = qkv_12[0] + q_12 = getitem_40 * 0.14433756729740643 + getitem_40 = None + k_12 = qkv_12[1] + v_12 = qkv_12[2] + qkv_12 = None + transpose_25 = k_12.transpose(-2, -1) + k_12 = None + attn_60 = q_12 @ transpose_25 + q_12 = transpose_25 = None + permute_61 = attn_60.permute(0, 2, 3, 1) + attn_60 = None + linear_73 = torch._C._nn.linear( + permute_61, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_61 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_61 = linear_73.permute(0, 3, 1, 2) + linear_73 = None + attn_62 = attn_61.softmax(dim=-1) + attn_61 = None + permute_63 = attn_62.permute(0, 2, 3, 1) + attn_62 = None + linear_74 = torch._C._nn.linear( + permute_63, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_63 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_63 = linear_74.permute(0, 3, 1, 2) + linear_74 = None + attn_64 = torch.nn.functional.dropout(attn_63, 0.0, False, False) + attn_63 = None + matmul_25 = attn_64 @ v_12 + attn_64 = v_12 = None + transpose_26 = matmul_25.transpose(1, 2) + matmul_25 = None + x_124 = transpose_26.reshape(1, 196, 384) + transpose_26 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_, + ) + x_124 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) = None + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + mul_37 = l_self_modules_blocks_modules_12_parameters_gamma_1_ * x_126 + l_self_modules_blocks_modules_12_parameters_gamma_1_ = x_126 = None + x_127 = x_123 + mul_37 + x_123 = mul_37 = None + layer_norm_25 = torch.nn.functional.layer_norm( + x_127, + (384,), + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) = None + x_128 = torch._C._nn.linear( + layer_norm_25, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_25 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_129 = torch._C._nn.gelu(x_128, approximate="none") + x_128 = None + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + x_131 = torch._C._nn.linear( + x_130, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_, + ) + x_130 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_132 = torch.nn.functional.dropout(x_131, 0.0, False, False) + x_131 = None + mul_38 = l_self_modules_blocks_modules_12_parameters_gamma_2_ * x_132 + l_self_modules_blocks_modules_12_parameters_gamma_2_ = x_132 = None + x_133 = x_127 + mul_38 + x_127 = mul_38 = None + layer_norm_26 = torch.nn.functional.layer_norm( + x_133, + (384,), + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) = None + linear_78 = torch._C._nn.linear( + layer_norm_26, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_26 = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_26 = linear_78.reshape(1, 196, 3, 8, 48) + linear_78 = None + qkv_13 = reshape_26.permute(2, 0, 3, 1, 4) + reshape_26 = None + getitem_43 = qkv_13[0] + q_13 = getitem_43 * 0.14433756729740643 + getitem_43 = None + k_13 = qkv_13[1] + v_13 = qkv_13[2] + qkv_13 = None + transpose_27 = k_13.transpose(-2, -1) + k_13 = None + attn_65 = q_13 @ transpose_27 + q_13 = transpose_27 = None + permute_66 = attn_65.permute(0, 2, 3, 1) + attn_65 = None + linear_79 = torch._C._nn.linear( + permute_66, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_66 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_66 = linear_79.permute(0, 3, 1, 2) + linear_79 = None + attn_67 = attn_66.softmax(dim=-1) + attn_66 = None + permute_68 = attn_67.permute(0, 2, 3, 1) + attn_67 = None + linear_80 = torch._C._nn.linear( + permute_68, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_68 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_68 = linear_80.permute(0, 3, 1, 2) + linear_80 = None + attn_69 = torch.nn.functional.dropout(attn_68, 0.0, False, False) + attn_68 = None + matmul_27 = attn_69 @ v_13 + attn_69 = v_13 = None + transpose_28 = matmul_27.transpose(1, 2) + matmul_27 = None + x_134 = transpose_28.reshape(1, 196, 384) + transpose_28 = None + x_135 = torch._C._nn.linear( + x_134, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_, + ) + x_134 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) = None + x_136 = torch.nn.functional.dropout(x_135, 0.0, False, False) + x_135 = None + mul_40 = l_self_modules_blocks_modules_13_parameters_gamma_1_ * x_136 + l_self_modules_blocks_modules_13_parameters_gamma_1_ = x_136 = None + x_137 = x_133 + mul_40 + x_133 = mul_40 = None + layer_norm_27 = torch.nn.functional.layer_norm( + x_137, + (384,), + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) = None + x_138 = torch._C._nn.linear( + layer_norm_27, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_27 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_139 = torch._C._nn.gelu(x_138, approximate="none") + x_138 = None + x_140 = torch.nn.functional.dropout(x_139, 0.0, False, False) + x_139 = None + x_141 = torch._C._nn.linear( + x_140, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_, + ) + x_140 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_142 = torch.nn.functional.dropout(x_141, 0.0, False, False) + x_141 = None + mul_41 = l_self_modules_blocks_modules_13_parameters_gamma_2_ * x_142 + l_self_modules_blocks_modules_13_parameters_gamma_2_ = x_142 = None + x_143 = x_137 + mul_41 + x_137 = mul_41 = None + layer_norm_28 = torch.nn.functional.layer_norm( + x_143, + (384,), + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) = None + linear_84 = torch._C._nn.linear( + layer_norm_28, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_28 = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_28 = linear_84.reshape(1, 196, 3, 8, 48) + linear_84 = None + qkv_14 = reshape_28.permute(2, 0, 3, 1, 4) + reshape_28 = None + getitem_46 = qkv_14[0] + q_14 = getitem_46 * 0.14433756729740643 + getitem_46 = None + k_14 = qkv_14[1] + v_14 = qkv_14[2] + qkv_14 = None + transpose_29 = k_14.transpose(-2, -1) + k_14 = None + attn_70 = q_14 @ transpose_29 + q_14 = transpose_29 = None + permute_71 = attn_70.permute(0, 2, 3, 1) + attn_70 = None + linear_85 = torch._C._nn.linear( + permute_71, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_71 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_71 = linear_85.permute(0, 3, 1, 2) + linear_85 = None + attn_72 = attn_71.softmax(dim=-1) + attn_71 = None + permute_73 = attn_72.permute(0, 2, 3, 1) + attn_72 = None + linear_86 = torch._C._nn.linear( + permute_73, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_73 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_73 = linear_86.permute(0, 3, 1, 2) + linear_86 = None + attn_74 = torch.nn.functional.dropout(attn_73, 0.0, False, False) + attn_73 = None + matmul_29 = attn_74 @ v_14 + attn_74 = v_14 = None + transpose_30 = matmul_29.transpose(1, 2) + matmul_29 = None + x_144 = transpose_30.reshape(1, 196, 384) + transpose_30 = None + x_145 = torch._C._nn.linear( + x_144, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_, + ) + x_144 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + mul_43 = l_self_modules_blocks_modules_14_parameters_gamma_1_ * x_146 + l_self_modules_blocks_modules_14_parameters_gamma_1_ = x_146 = None + x_147 = x_143 + mul_43 + x_143 = mul_43 = None + layer_norm_29 = torch.nn.functional.layer_norm( + x_147, + (384,), + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) = None + x_148 = torch._C._nn.linear( + layer_norm_29, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_29 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_149 = torch._C._nn.gelu(x_148, approximate="none") + x_148 = None + x_150 = torch.nn.functional.dropout(x_149, 0.0, False, False) + x_149 = None + x_151 = torch._C._nn.linear( + x_150, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_, + ) + x_150 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_152 = torch.nn.functional.dropout(x_151, 0.0, False, False) + x_151 = None + mul_44 = l_self_modules_blocks_modules_14_parameters_gamma_2_ * x_152 + l_self_modules_blocks_modules_14_parameters_gamma_2_ = x_152 = None + x_153 = x_147 + mul_44 + x_147 = mul_44 = None + layer_norm_30 = torch.nn.functional.layer_norm( + x_153, + (384,), + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) = None + linear_90 = torch._C._nn.linear( + layer_norm_30, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_30 = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_30 = linear_90.reshape(1, 196, 3, 8, 48) + linear_90 = None + qkv_15 = reshape_30.permute(2, 0, 3, 1, 4) + reshape_30 = None + getitem_49 = qkv_15[0] + q_15 = getitem_49 * 0.14433756729740643 + getitem_49 = None + k_15 = qkv_15[1] + v_15 = qkv_15[2] + qkv_15 = None + transpose_31 = k_15.transpose(-2, -1) + k_15 = None + attn_75 = q_15 @ transpose_31 + q_15 = transpose_31 = None + permute_76 = attn_75.permute(0, 2, 3, 1) + attn_75 = None + linear_91 = torch._C._nn.linear( + permute_76, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_76 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_76 = linear_91.permute(0, 3, 1, 2) + linear_91 = None + attn_77 = attn_76.softmax(dim=-1) + attn_76 = None + permute_78 = attn_77.permute(0, 2, 3, 1) + attn_77 = None + linear_92 = torch._C._nn.linear( + permute_78, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_78 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_78 = linear_92.permute(0, 3, 1, 2) + linear_92 = None + attn_79 = torch.nn.functional.dropout(attn_78, 0.0, False, False) + attn_78 = None + matmul_31 = attn_79 @ v_15 + attn_79 = v_15 = None + transpose_32 = matmul_31.transpose(1, 2) + matmul_31 = None + x_154 = transpose_32.reshape(1, 196, 384) + transpose_32 = None + x_155 = torch._C._nn.linear( + x_154, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_, + ) + x_154 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) = None + x_156 = torch.nn.functional.dropout(x_155, 0.0, False, False) + x_155 = None + mul_46 = l_self_modules_blocks_modules_15_parameters_gamma_1_ * x_156 + l_self_modules_blocks_modules_15_parameters_gamma_1_ = x_156 = None + x_157 = x_153 + mul_46 + x_153 = mul_46 = None + layer_norm_31 = torch.nn.functional.layer_norm( + x_157, + (384,), + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) = None + x_158 = torch._C._nn.linear( + layer_norm_31, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_31 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_159 = torch._C._nn.gelu(x_158, approximate="none") + x_158 = None + x_160 = torch.nn.functional.dropout(x_159, 0.0, False, False) + x_159 = None + x_161 = torch._C._nn.linear( + x_160, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_, + ) + x_160 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_162 = torch.nn.functional.dropout(x_161, 0.0, False, False) + x_161 = None + mul_47 = l_self_modules_blocks_modules_15_parameters_gamma_2_ * x_162 + l_self_modules_blocks_modules_15_parameters_gamma_2_ = x_162 = None + x_163 = x_157 + mul_47 + x_157 = mul_47 = None + layer_norm_32 = torch.nn.functional.layer_norm( + x_163, + (384,), + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) = None + linear_96 = torch._C._nn.linear( + layer_norm_32, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_32 = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_32 = linear_96.reshape(1, 196, 3, 8, 48) + linear_96 = None + qkv_16 = reshape_32.permute(2, 0, 3, 1, 4) + reshape_32 = None + getitem_52 = qkv_16[0] + q_16 = getitem_52 * 0.14433756729740643 + getitem_52 = None + k_16 = qkv_16[1] + v_16 = qkv_16[2] + qkv_16 = None + transpose_33 = k_16.transpose(-2, -1) + k_16 = None + attn_80 = q_16 @ transpose_33 + q_16 = transpose_33 = None + permute_81 = attn_80.permute(0, 2, 3, 1) + attn_80 = None + linear_97 = torch._C._nn.linear( + permute_81, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_81 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_81 = linear_97.permute(0, 3, 1, 2) + linear_97 = None + attn_82 = attn_81.softmax(dim=-1) + attn_81 = None + permute_83 = attn_82.permute(0, 2, 3, 1) + attn_82 = None + linear_98 = torch._C._nn.linear( + permute_83, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_83 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_83 = linear_98.permute(0, 3, 1, 2) + linear_98 = None + attn_84 = torch.nn.functional.dropout(attn_83, 0.0, False, False) + attn_83 = None + matmul_33 = attn_84 @ v_16 + attn_84 = v_16 = None + transpose_34 = matmul_33.transpose(1, 2) + matmul_33 = None + x_164 = transpose_34.reshape(1, 196, 384) + transpose_34 = None + x_165 = torch._C._nn.linear( + x_164, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_, + ) + x_164 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) = None + x_166 = torch.nn.functional.dropout(x_165, 0.0, False, False) + x_165 = None + mul_49 = l_self_modules_blocks_modules_16_parameters_gamma_1_ * x_166 + l_self_modules_blocks_modules_16_parameters_gamma_1_ = x_166 = None + x_167 = x_163 + mul_49 + x_163 = mul_49 = None + layer_norm_33 = torch.nn.functional.layer_norm( + x_167, + (384,), + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) = None + x_168 = torch._C._nn.linear( + layer_norm_33, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_33 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_169 = torch._C._nn.gelu(x_168, approximate="none") + x_168 = None + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = torch._C._nn.linear( + x_170, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_, + ) + x_170 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_172 = torch.nn.functional.dropout(x_171, 0.0, False, False) + x_171 = None + mul_50 = l_self_modules_blocks_modules_16_parameters_gamma_2_ * x_172 + l_self_modules_blocks_modules_16_parameters_gamma_2_ = x_172 = None + x_173 = x_167 + mul_50 + x_167 = mul_50 = None + layer_norm_34 = torch.nn.functional.layer_norm( + x_173, + (384,), + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) = None + linear_102 = torch._C._nn.linear( + layer_norm_34, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_34 = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_34 = linear_102.reshape(1, 196, 3, 8, 48) + linear_102 = None + qkv_17 = reshape_34.permute(2, 0, 3, 1, 4) + reshape_34 = None + getitem_55 = qkv_17[0] + q_17 = getitem_55 * 0.14433756729740643 + getitem_55 = None + k_17 = qkv_17[1] + v_17 = qkv_17[2] + qkv_17 = None + transpose_35 = k_17.transpose(-2, -1) + k_17 = None + attn_85 = q_17 @ transpose_35 + q_17 = transpose_35 = None + permute_86 = attn_85.permute(0, 2, 3, 1) + attn_85 = None + linear_103 = torch._C._nn.linear( + permute_86, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_86 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_86 = linear_103.permute(0, 3, 1, 2) + linear_103 = None + attn_87 = attn_86.softmax(dim=-1) + attn_86 = None + permute_88 = attn_87.permute(0, 2, 3, 1) + attn_87 = None + linear_104 = torch._C._nn.linear( + permute_88, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_88 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_88 = linear_104.permute(0, 3, 1, 2) + linear_104 = None + attn_89 = torch.nn.functional.dropout(attn_88, 0.0, False, False) + attn_88 = None + matmul_35 = attn_89 @ v_17 + attn_89 = v_17 = None + transpose_36 = matmul_35.transpose(1, 2) + matmul_35 = None + x_174 = transpose_36.reshape(1, 196, 384) + transpose_36 = None + x_175 = torch._C._nn.linear( + x_174, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_, + ) + x_174 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) = None + x_176 = torch.nn.functional.dropout(x_175, 0.0, False, False) + x_175 = None + mul_52 = l_self_modules_blocks_modules_17_parameters_gamma_1_ * x_176 + l_self_modules_blocks_modules_17_parameters_gamma_1_ = x_176 = None + x_177 = x_173 + mul_52 + x_173 = mul_52 = None + layer_norm_35 = torch.nn.functional.layer_norm( + x_177, + (384,), + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) = None + x_178 = torch._C._nn.linear( + layer_norm_35, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_35 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_179 = torch._C._nn.gelu(x_178, approximate="none") + x_178 = None + x_180 = torch.nn.functional.dropout(x_179, 0.0, False, False) + x_179 = None + x_181 = torch._C._nn.linear( + x_180, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_, + ) + x_180 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_182 = torch.nn.functional.dropout(x_181, 0.0, False, False) + x_181 = None + mul_53 = l_self_modules_blocks_modules_17_parameters_gamma_2_ * x_182 + l_self_modules_blocks_modules_17_parameters_gamma_2_ = x_182 = None + x_183 = x_177 + mul_53 + x_177 = mul_53 = None + layer_norm_36 = torch.nn.functional.layer_norm( + x_183, + (384,), + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) = None + linear_108 = torch._C._nn.linear( + layer_norm_36, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_36 = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_36 = linear_108.reshape(1, 196, 3, 8, 48) + linear_108 = None + qkv_18 = reshape_36.permute(2, 0, 3, 1, 4) + reshape_36 = None + getitem_58 = qkv_18[0] + q_18 = getitem_58 * 0.14433756729740643 + getitem_58 = None + k_18 = qkv_18[1] + v_18 = qkv_18[2] + qkv_18 = None + transpose_37 = k_18.transpose(-2, -1) + k_18 = None + attn_90 = q_18 @ transpose_37 + q_18 = transpose_37 = None + permute_91 = attn_90.permute(0, 2, 3, 1) + attn_90 = None + linear_109 = torch._C._nn.linear( + permute_91, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_91 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_91 = linear_109.permute(0, 3, 1, 2) + linear_109 = None + attn_92 = attn_91.softmax(dim=-1) + attn_91 = None + permute_93 = attn_92.permute(0, 2, 3, 1) + attn_92 = None + linear_110 = torch._C._nn.linear( + permute_93, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_93 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_93 = linear_110.permute(0, 3, 1, 2) + linear_110 = None + attn_94 = torch.nn.functional.dropout(attn_93, 0.0, False, False) + attn_93 = None + matmul_37 = attn_94 @ v_18 + attn_94 = v_18 = None + transpose_38 = matmul_37.transpose(1, 2) + matmul_37 = None + x_184 = transpose_38.reshape(1, 196, 384) + transpose_38 = None + x_185 = torch._C._nn.linear( + x_184, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_, + ) + x_184 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) = None + x_186 = torch.nn.functional.dropout(x_185, 0.0, False, False) + x_185 = None + mul_55 = l_self_modules_blocks_modules_18_parameters_gamma_1_ * x_186 + l_self_modules_blocks_modules_18_parameters_gamma_1_ = x_186 = None + x_187 = x_183 + mul_55 + x_183 = mul_55 = None + layer_norm_37 = torch.nn.functional.layer_norm( + x_187, + (384,), + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) = None + x_188 = torch._C._nn.linear( + layer_norm_37, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_37 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_189 = torch._C._nn.gelu(x_188, approximate="none") + x_188 = None + x_190 = torch.nn.functional.dropout(x_189, 0.0, False, False) + x_189 = None + x_191 = torch._C._nn.linear( + x_190, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_, + ) + x_190 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_192 = torch.nn.functional.dropout(x_191, 0.0, False, False) + x_191 = None + mul_56 = l_self_modules_blocks_modules_18_parameters_gamma_2_ * x_192 + l_self_modules_blocks_modules_18_parameters_gamma_2_ = x_192 = None + x_193 = x_187 + mul_56 + x_187 = mul_56 = None + layer_norm_38 = torch.nn.functional.layer_norm( + x_193, + (384,), + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) = None + linear_114 = torch._C._nn.linear( + layer_norm_38, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_38 = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_38 = linear_114.reshape(1, 196, 3, 8, 48) + linear_114 = None + qkv_19 = reshape_38.permute(2, 0, 3, 1, 4) + reshape_38 = None + getitem_61 = qkv_19[0] + q_19 = getitem_61 * 0.14433756729740643 + getitem_61 = None + k_19 = qkv_19[1] + v_19 = qkv_19[2] + qkv_19 = None + transpose_39 = k_19.transpose(-2, -1) + k_19 = None + attn_95 = q_19 @ transpose_39 + q_19 = transpose_39 = None + permute_96 = attn_95.permute(0, 2, 3, 1) + attn_95 = None + linear_115 = torch._C._nn.linear( + permute_96, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_96 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_96 = linear_115.permute(0, 3, 1, 2) + linear_115 = None + attn_97 = attn_96.softmax(dim=-1) + attn_96 = None + permute_98 = attn_97.permute(0, 2, 3, 1) + attn_97 = None + linear_116 = torch._C._nn.linear( + permute_98, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_98 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_98 = linear_116.permute(0, 3, 1, 2) + linear_116 = None + attn_99 = torch.nn.functional.dropout(attn_98, 0.0, False, False) + attn_98 = None + matmul_39 = attn_99 @ v_19 + attn_99 = v_19 = None + transpose_40 = matmul_39.transpose(1, 2) + matmul_39 = None + x_194 = transpose_40.reshape(1, 196, 384) + transpose_40 = None + x_195 = torch._C._nn.linear( + x_194, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_, + ) + x_194 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) = None + x_196 = torch.nn.functional.dropout(x_195, 0.0, False, False) + x_195 = None + mul_58 = l_self_modules_blocks_modules_19_parameters_gamma_1_ * x_196 + l_self_modules_blocks_modules_19_parameters_gamma_1_ = x_196 = None + x_197 = x_193 + mul_58 + x_193 = mul_58 = None + layer_norm_39 = torch.nn.functional.layer_norm( + x_197, + (384,), + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) = None + x_198 = torch._C._nn.linear( + layer_norm_39, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_39 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_199 = torch._C._nn.gelu(x_198, approximate="none") + x_198 = None + x_200 = torch.nn.functional.dropout(x_199, 0.0, False, False) + x_199 = None + x_201 = torch._C._nn.linear( + x_200, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_, + ) + x_200 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_202 = torch.nn.functional.dropout(x_201, 0.0, False, False) + x_201 = None + mul_59 = l_self_modules_blocks_modules_19_parameters_gamma_2_ * x_202 + l_self_modules_blocks_modules_19_parameters_gamma_2_ = x_202 = None + x_203 = x_197 + mul_59 + x_197 = mul_59 = None + layer_norm_40 = torch.nn.functional.layer_norm( + x_203, + (384,), + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) = None + linear_120 = torch._C._nn.linear( + layer_norm_40, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_40 = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_40 = linear_120.reshape(1, 196, 3, 8, 48) + linear_120 = None + qkv_20 = reshape_40.permute(2, 0, 3, 1, 4) + reshape_40 = None + getitem_64 = qkv_20[0] + q_20 = getitem_64 * 0.14433756729740643 + getitem_64 = None + k_20 = qkv_20[1] + v_20 = qkv_20[2] + qkv_20 = None + transpose_41 = k_20.transpose(-2, -1) + k_20 = None + attn_100 = q_20 @ transpose_41 + q_20 = transpose_41 = None + permute_101 = attn_100.permute(0, 2, 3, 1) + attn_100 = None + linear_121 = torch._C._nn.linear( + permute_101, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_101 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_101 = linear_121.permute(0, 3, 1, 2) + linear_121 = None + attn_102 = attn_101.softmax(dim=-1) + attn_101 = None + permute_103 = attn_102.permute(0, 2, 3, 1) + attn_102 = None + linear_122 = torch._C._nn.linear( + permute_103, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_103 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_103 = linear_122.permute(0, 3, 1, 2) + linear_122 = None + attn_104 = torch.nn.functional.dropout(attn_103, 0.0, False, False) + attn_103 = None + matmul_41 = attn_104 @ v_20 + attn_104 = v_20 = None + transpose_42 = matmul_41.transpose(1, 2) + matmul_41 = None + x_204 = transpose_42.reshape(1, 196, 384) + transpose_42 = None + x_205 = torch._C._nn.linear( + x_204, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_, + ) + x_204 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) = None + x_206 = torch.nn.functional.dropout(x_205, 0.0, False, False) + x_205 = None + mul_61 = l_self_modules_blocks_modules_20_parameters_gamma_1_ * x_206 + l_self_modules_blocks_modules_20_parameters_gamma_1_ = x_206 = None + x_207 = x_203 + mul_61 + x_203 = mul_61 = None + layer_norm_41 = torch.nn.functional.layer_norm( + x_207, + (384,), + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) = None + x_208 = torch._C._nn.linear( + layer_norm_41, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_41 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_209 = torch._C._nn.gelu(x_208, approximate="none") + x_208 = None + x_210 = torch.nn.functional.dropout(x_209, 0.0, False, False) + x_209 = None + x_211 = torch._C._nn.linear( + x_210, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_, + ) + x_210 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_212 = torch.nn.functional.dropout(x_211, 0.0, False, False) + x_211 = None + mul_62 = l_self_modules_blocks_modules_20_parameters_gamma_2_ * x_212 + l_self_modules_blocks_modules_20_parameters_gamma_2_ = x_212 = None + x_213 = x_207 + mul_62 + x_207 = mul_62 = None + layer_norm_42 = torch.nn.functional.layer_norm( + x_213, + (384,), + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) = None + linear_126 = torch._C._nn.linear( + layer_norm_42, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_42 = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_42 = linear_126.reshape(1, 196, 3, 8, 48) + linear_126 = None + qkv_21 = reshape_42.permute(2, 0, 3, 1, 4) + reshape_42 = None + getitem_67 = qkv_21[0] + q_21 = getitem_67 * 0.14433756729740643 + getitem_67 = None + k_21 = qkv_21[1] + v_21 = qkv_21[2] + qkv_21 = None + transpose_43 = k_21.transpose(-2, -1) + k_21 = None + attn_105 = q_21 @ transpose_43 + q_21 = transpose_43 = None + permute_106 = attn_105.permute(0, 2, 3, 1) + attn_105 = None + linear_127 = torch._C._nn.linear( + permute_106, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_106 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_106 = linear_127.permute(0, 3, 1, 2) + linear_127 = None + attn_107 = attn_106.softmax(dim=-1) + attn_106 = None + permute_108 = attn_107.permute(0, 2, 3, 1) + attn_107 = None + linear_128 = torch._C._nn.linear( + permute_108, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_108 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_108 = linear_128.permute(0, 3, 1, 2) + linear_128 = None + attn_109 = torch.nn.functional.dropout(attn_108, 0.0, False, False) + attn_108 = None + matmul_43 = attn_109 @ v_21 + attn_109 = v_21 = None + transpose_44 = matmul_43.transpose(1, 2) + matmul_43 = None + x_214 = transpose_44.reshape(1, 196, 384) + transpose_44 = None + x_215 = torch._C._nn.linear( + x_214, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_, + ) + x_214 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) = None + x_216 = torch.nn.functional.dropout(x_215, 0.0, False, False) + x_215 = None + mul_64 = l_self_modules_blocks_modules_21_parameters_gamma_1_ * x_216 + l_self_modules_blocks_modules_21_parameters_gamma_1_ = x_216 = None + x_217 = x_213 + mul_64 + x_213 = mul_64 = None + layer_norm_43 = torch.nn.functional.layer_norm( + x_217, + (384,), + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) = None + x_218 = torch._C._nn.linear( + layer_norm_43, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_43 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_219 = torch._C._nn.gelu(x_218, approximate="none") + x_218 = None + x_220 = torch.nn.functional.dropout(x_219, 0.0, False, False) + x_219 = None + x_221 = torch._C._nn.linear( + x_220, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_, + ) + x_220 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_222 = torch.nn.functional.dropout(x_221, 0.0, False, False) + x_221 = None + mul_65 = l_self_modules_blocks_modules_21_parameters_gamma_2_ * x_222 + l_self_modules_blocks_modules_21_parameters_gamma_2_ = x_222 = None + x_223 = x_217 + mul_65 + x_217 = mul_65 = None + layer_norm_44 = torch.nn.functional.layer_norm( + x_223, + (384,), + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) = None + linear_132 = torch._C._nn.linear( + layer_norm_44, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_44 = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_44 = linear_132.reshape(1, 196, 3, 8, 48) + linear_132 = None + qkv_22 = reshape_44.permute(2, 0, 3, 1, 4) + reshape_44 = None + getitem_70 = qkv_22[0] + q_22 = getitem_70 * 0.14433756729740643 + getitem_70 = None + k_22 = qkv_22[1] + v_22 = qkv_22[2] + qkv_22 = None + transpose_45 = k_22.transpose(-2, -1) + k_22 = None + attn_110 = q_22 @ transpose_45 + q_22 = transpose_45 = None + permute_111 = attn_110.permute(0, 2, 3, 1) + attn_110 = None + linear_133 = torch._C._nn.linear( + permute_111, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_111 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_111 = linear_133.permute(0, 3, 1, 2) + linear_133 = None + attn_112 = attn_111.softmax(dim=-1) + attn_111 = None + permute_113 = attn_112.permute(0, 2, 3, 1) + attn_112 = None + linear_134 = torch._C._nn.linear( + permute_113, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_113 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_113 = linear_134.permute(0, 3, 1, 2) + linear_134 = None + attn_114 = torch.nn.functional.dropout(attn_113, 0.0, False, False) + attn_113 = None + matmul_45 = attn_114 @ v_22 + attn_114 = v_22 = None + transpose_46 = matmul_45.transpose(1, 2) + matmul_45 = None + x_224 = transpose_46.reshape(1, 196, 384) + transpose_46 = None + x_225 = torch._C._nn.linear( + x_224, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_, + ) + x_224 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) = None + x_226 = torch.nn.functional.dropout(x_225, 0.0, False, False) + x_225 = None + mul_67 = l_self_modules_blocks_modules_22_parameters_gamma_1_ * x_226 + l_self_modules_blocks_modules_22_parameters_gamma_1_ = x_226 = None + x_227 = x_223 + mul_67 + x_223 = mul_67 = None + layer_norm_45 = torch.nn.functional.layer_norm( + x_227, + (384,), + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) = None + x_228 = torch._C._nn.linear( + layer_norm_45, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_45 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_229 = torch._C._nn.gelu(x_228, approximate="none") + x_228 = None + x_230 = torch.nn.functional.dropout(x_229, 0.0, False, False) + x_229 = None + x_231 = torch._C._nn.linear( + x_230, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_, + ) + x_230 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_232 = torch.nn.functional.dropout(x_231, 0.0, False, False) + x_231 = None + mul_68 = l_self_modules_blocks_modules_22_parameters_gamma_2_ * x_232 + l_self_modules_blocks_modules_22_parameters_gamma_2_ = x_232 = None + x_233 = x_227 + mul_68 + x_227 = mul_68 = None + layer_norm_46 = torch.nn.functional.layer_norm( + x_233, + (384,), + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) = None + linear_138 = torch._C._nn.linear( + layer_norm_46, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_46 = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_46 = linear_138.reshape(1, 196, 3, 8, 48) + linear_138 = None + qkv_23 = reshape_46.permute(2, 0, 3, 1, 4) + reshape_46 = None + getitem_73 = qkv_23[0] + q_23 = getitem_73 * 0.14433756729740643 + getitem_73 = None + k_23 = qkv_23[1] + v_23 = qkv_23[2] + qkv_23 = None + transpose_47 = k_23.transpose(-2, -1) + k_23 = None + attn_115 = q_23 @ transpose_47 + q_23 = transpose_47 = None + permute_116 = attn_115.permute(0, 2, 3, 1) + attn_115 = None + linear_139 = torch._C._nn.linear( + permute_116, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_116 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_116 = linear_139.permute(0, 3, 1, 2) + linear_139 = None + attn_117 = attn_116.softmax(dim=-1) + attn_116 = None + permute_118 = attn_117.permute(0, 2, 3, 1) + attn_117 = None + linear_140 = torch._C._nn.linear( + permute_118, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_118 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_118 = linear_140.permute(0, 3, 1, 2) + linear_140 = None + attn_119 = torch.nn.functional.dropout(attn_118, 0.0, False, False) + attn_118 = None + matmul_47 = attn_119 @ v_23 + attn_119 = v_23 = None + transpose_48 = matmul_47.transpose(1, 2) + matmul_47 = None + x_234 = transpose_48.reshape(1, 196, 384) + transpose_48 = None + x_235 = torch._C._nn.linear( + x_234, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_, + ) + x_234 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) = None + x_236 = torch.nn.functional.dropout(x_235, 0.0, False, False) + x_235 = None + mul_70 = l_self_modules_blocks_modules_23_parameters_gamma_1_ * x_236 + l_self_modules_blocks_modules_23_parameters_gamma_1_ = x_236 = None + x_237 = x_233 + mul_70 + x_233 = mul_70 = None + layer_norm_47 = torch.nn.functional.layer_norm( + x_237, + (384,), + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) = None + x_238 = torch._C._nn.linear( + layer_norm_47, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_47 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_239 = torch._C._nn.gelu(x_238, approximate="none") + x_238 = None + x_240 = torch.nn.functional.dropout(x_239, 0.0, False, False) + x_239 = None + x_241 = torch._C._nn.linear( + x_240, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_, + ) + x_240 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_242 = torch.nn.functional.dropout(x_241, 0.0, False, False) + x_241 = None + mul_71 = l_self_modules_blocks_modules_23_parameters_gamma_2_ * x_242 + l_self_modules_blocks_modules_23_parameters_gamma_2_ = x_242 = None + x_243 = x_237 + mul_71 + x_237 = mul_71 = None + cls_tokens = l_self_parameters_cls_token_.expand(1, -1, -1) + l_self_parameters_cls_token_ = None + u = torch.cat((cls_tokens, x_243), dim=1) + layer_norm_48 = torch.nn.functional.layer_norm( + u, + (384,), + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + u = ( + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ + ) = ( + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ + ) = None + getitem_76 = layer_norm_48[(slice(None, None, None), 0)] + linear_144 = torch._C._nn.linear( + getitem_76, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_, + ) + getitem_76 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ = (None) + unsqueeze = linear_144.unsqueeze(1) + linear_144 = None + reshape_48 = unsqueeze.reshape(1, 1, 8, 48) + unsqueeze = None + q_24 = reshape_48.permute(0, 2, 1, 3) + reshape_48 = None + linear_145 = torch._C._nn.linear( + layer_norm_48, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_, + ) + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ = (None) + reshape_49 = linear_145.reshape(1, 197, 8, 48) + linear_145 = None + k_24 = reshape_49.permute(0, 2, 1, 3) + reshape_49 = None + linear_146 = torch._C._nn.linear( + layer_norm_48, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_, + ) + layer_norm_48 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ = (None) + reshape_50 = linear_146.reshape(1, 197, 8, 48) + linear_146 = None + v_24 = reshape_50.permute(0, 2, 1, 3) + reshape_50 = None + x_cls = torch._C._nn.scaled_dot_product_attention( + q_24, k_24, v_24, dropout_p=0.0 + ) + q_24 = k_24 = v_24 = None + transpose_49 = x_cls.transpose(1, 2) + x_cls = None + x_cls_1 = transpose_49.reshape(1, 1, 384) + transpose_49 = None + x_cls_2 = torch._C._nn.linear( + x_cls_1, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_cls_1 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ = (None) + x_cls_3 = torch.nn.functional.dropout(x_cls_2, 0.0, False, False) + x_cls_2 = None + mul_72 = ( + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ * x_cls_3 + ) + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ = x_cls_3 = None + x_cls_4 = cls_tokens + mul_72 + cls_tokens = mul_72 = None + layer_norm_49 = torch.nn.functional.layer_norm( + x_cls_4, + (384,), + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ + ) = None + x_244 = torch._C._nn.linear( + layer_norm_49, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_49 = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_245 = torch._C._nn.gelu(x_244, approximate="none") + x_244 = None + x_246 = torch.nn.functional.dropout(x_245, 0.0, False, False) + x_245 = None + x_247 = torch._C._nn.linear( + x_246, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_246 = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_248 = torch.nn.functional.dropout(x_247, 0.0, False, False) + x_247 = None + mul_73 = l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ * x_248 + l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ = x_248 = None + x_cls_5 = x_cls_4 + mul_73 + x_cls_4 = mul_73 = None + u_1 = torch.cat((x_cls_5, x_243), dim=1) + layer_norm_50 = torch.nn.functional.layer_norm( + u_1, + (384,), + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + u_1 = ( + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ + ) = ( + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ + ) = None + getitem_77 = layer_norm_50[(slice(None, None, None), 0)] + linear_150 = torch._C._nn.linear( + getitem_77, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_, + ) + getitem_77 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ = (None) + unsqueeze_1 = linear_150.unsqueeze(1) + linear_150 = None + reshape_52 = unsqueeze_1.reshape(1, 1, 8, 48) + unsqueeze_1 = None + q_25 = reshape_52.permute(0, 2, 1, 3) + reshape_52 = None + linear_151 = torch._C._nn.linear( + layer_norm_50, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_, + ) + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ = (None) + reshape_53 = linear_151.reshape(1, 197, 8, 48) + linear_151 = None + k_25 = reshape_53.permute(0, 2, 1, 3) + reshape_53 = None + linear_152 = torch._C._nn.linear( + layer_norm_50, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_, + ) + layer_norm_50 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ = (None) + reshape_54 = linear_152.reshape(1, 197, 8, 48) + linear_152 = None + v_25 = reshape_54.permute(0, 2, 1, 3) + reshape_54 = None + x_cls_6 = torch._C._nn.scaled_dot_product_attention( + q_25, k_25, v_25, dropout_p=0.0 + ) + q_25 = k_25 = v_25 = None + transpose_50 = x_cls_6.transpose(1, 2) + x_cls_6 = None + x_cls_7 = transpose_50.reshape(1, 1, 384) + transpose_50 = None + x_cls_8 = torch._C._nn.linear( + x_cls_7, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_cls_7 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ = (None) + x_cls_9 = torch.nn.functional.dropout(x_cls_8, 0.0, False, False) + x_cls_8 = None + mul_74 = ( + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ * x_cls_9 + ) + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ = x_cls_9 = None + x_cls_10 = x_cls_5 + mul_74 + x_cls_5 = mul_74 = None + layer_norm_51 = torch.nn.functional.layer_norm( + x_cls_10, + (384,), + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ + ) = None + x_249 = torch._C._nn.linear( + layer_norm_51, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_51 = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_250 = torch._C._nn.gelu(x_249, approximate="none") + x_249 = None + x_251 = torch.nn.functional.dropout(x_250, 0.0, False, False) + x_250 = None + x_252 = torch._C._nn.linear( + x_251, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_251 = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_253 = torch.nn.functional.dropout(x_252, 0.0, False, False) + x_252 = None + mul_75 = l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ * x_253 + l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ = x_253 = None + x_cls_11 = x_cls_10 + mul_75 + x_cls_10 = mul_75 = None + x_254 = torch.cat((x_cls_11, x_243), dim=1) + x_cls_11 = x_243 = None + x_255 = torch.nn.functional.layer_norm( + x_254, + (384,), + l_self_modules_norm_parameters_weight_, + l_self_modules_norm_parameters_bias_, + 1e-06, + ) + x_254 = ( + l_self_modules_norm_parameters_weight_ + ) = l_self_modules_norm_parameters_bias_ = None + x_256 = x_255[(slice(None, None, None), 0)] + x_255 = None + x_257 = torch.nn.functional.dropout(x_256, 0.0, False, False) + x_256 = None + x_258 = torch._C._nn.linear( + x_257, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_257 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_258,) diff --git a/samples/timm/cait_s24_224.fb_dist_in1k/weight_meta.py b/samples/timm/cait_s24_224.fb_dist_in1k/weight_meta.py new file mode 100644 index 0000000000..51562a3d0d --- /dev/null +++ b/samples/timm/cait_s24_224.fb_dist_in1k/weight_meta.py @@ -0,0 +1,4980 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.230 + std = 1.287 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed_modules_proj_parameters_weight_" + shape = [384, 3, 16, 16] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_pos_embed_: + name = "L_self_parameters_pos_embed_" + shape = [1, 196, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_0_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_0_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_1_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_1_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_2_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_2_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_3_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_3_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_4_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_4_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_5_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_5_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_6_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_6_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_7_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_7_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_8_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_8_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_9_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_" + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_9_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_10_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_10_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_11_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_11_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_12_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_12_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_13_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_13_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_14_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_14_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_15_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_15_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_16_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_16_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_17_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_17_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_18_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_18_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_19_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_19_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_20_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_20_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_21_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_21_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_22_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_22_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_23_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [1152, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_" + shape = [1152] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_" + shape = [8, 8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [8] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_" + ) + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_23_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token_: + name = "L_self_parameters_cls_token_" + shape = [1, 1, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_: + name = "L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_: + name = "L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_: + name = "L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_" + shape = [384, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_: + name = "L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_weight_: + name = "L_self_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_bias_: + name = "L_self_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/cait_xxs24_224.fb_dist_in1k/graph_hash.txt b/samples/timm/cait_xxs24_224.fb_dist_in1k/graph_hash.txt new file mode 100644 index 0000000000..2810dae274 --- /dev/null +++ b/samples/timm/cait_xxs24_224.fb_dist_in1k/graph_hash.txt @@ -0,0 +1 @@ +5e480860975c00b127e98aacc223c6966c3aa932ab913bbc461632d495e346df \ No newline at end of file diff --git a/samples/timm/cait_xxs24_224.fb_dist_in1k/graph_net.json b/samples/timm/cait_xxs24_224.fb_dist_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/cait_xxs24_224.fb_dist_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/cait_xxs24_224.fb_dist_in1k/input_meta.py b/samples/timm/cait_xxs24_224.fb_dist_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/cait_xxs24_224.fb_dist_in1k/input_tensor_constraints.py b/samples/timm/cait_xxs24_224.fb_dist_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/cait_xxs24_224.fb_dist_in1k/model.py b/samples/timm/cait_xxs24_224.fb_dist_in1k/model.py new file mode 100644 index 0000000000..f0af5f4a19 --- /dev/null +++ b/samples/timm/cait_xxs24_224.fb_dist_in1k/model.py @@ -0,0 +1,4812 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_pos_embed_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed_modules_proj_parameters_bias_ + ) + l_self_parameters_pos_embed_ = L_self_parameters_pos_embed_ + l_self_modules_blocks_modules_0_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_0_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_0_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_0_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_1_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_1_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_1_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_2_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_2_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_2_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_3_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_3_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_3_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_4_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_4_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_4_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_5_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_5_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_5_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_6_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_6_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_6_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_7_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_7_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_7_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_8_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_8_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_8_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_9_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_9_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_9_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_10_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_10_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_10_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_11_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_11_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_11_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_12_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_12_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_12_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_13_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_13_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_13_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_14_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_14_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_14_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_15_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_15_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_15_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_16_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_16_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_16_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_17_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_17_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_17_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_18_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_18_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_18_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_19_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_19_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_19_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_20_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_20_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_20_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_21_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_21_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_21_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_22_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_22_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_22_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_23_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_23_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_23_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_parameters_cls_token_ = L_self_parameters_cls_token_ + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ = ( + L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ = ( + L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ = ( + L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ = ( + L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_norm_parameters_weight_ = L_self_modules_norm_parameters_weight_ + l_self_modules_norm_parameters_bias_ = L_self_modules_norm_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed_modules_proj_parameters_weight_, + l_self_modules_patch_embed_modules_proj_parameters_bias_, + (16, 16), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + x_2 = x_1 + l_self_parameters_pos_embed_ + x_1 = l_self_parameters_pos_embed_ = None + x_3 = torch.nn.functional.dropout(x_2, 0.0, False, False) + x_2 = None + layer_norm = torch.nn.functional.layer_norm( + x_3, + (192,), + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + layer_norm, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape = linear.reshape(1, 196, 3, 4, 48) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + getitem_4 = qkv[0] + q = getitem_4 * 0.14433756729740643 + getitem_4 = None + k = qkv[1] + v = qkv[2] + qkv = None + transpose_1 = k.transpose(-2, -1) + k = None + attn = q @ transpose_1 + q = transpose_1 = None + permute_1 = attn.permute(0, 2, 3, 1) + attn = None + linear_1 = torch._C._nn.linear( + permute_1, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_1 = l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_1 = linear_1.permute(0, 3, 1, 2) + linear_1 = None + attn_2 = attn_1.softmax(dim=-1) + attn_1 = None + permute_3 = attn_2.permute(0, 2, 3, 1) + attn_2 = None + linear_2 = torch._C._nn.linear( + permute_3, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_3 = l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_3 = linear_2.permute(0, 3, 1, 2) + linear_2 = None + attn_4 = torch.nn.functional.dropout(attn_3, 0.0, False, False) + attn_3 = None + matmul_1 = attn_4 @ v + attn_4 = v = None + transpose_2 = matmul_1.transpose(1, 2) + matmul_1 = None + x_4 = transpose_2.reshape(1, 196, 192) + transpose_2 = None + x_5 = torch._C._nn.linear( + x_4, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_4 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) = None + x_6 = torch.nn.functional.dropout(x_5, 0.0, False, False) + x_5 = None + mul_1 = l_self_modules_blocks_modules_0_parameters_gamma_1_ * x_6 + l_self_modules_blocks_modules_0_parameters_gamma_1_ = x_6 = None + x_7 = x_3 + mul_1 + x_3 = mul_1 = None + layer_norm_1 = torch.nn.functional.layer_norm( + x_7, + (192,), + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) = None + x_8 = torch._C._nn.linear( + layer_norm_1, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_1 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_9 = torch._C._nn.gelu(x_8, approximate="none") + x_8 = None + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = torch._C._nn.linear( + x_10, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_10 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_12 = torch.nn.functional.dropout(x_11, 0.0, False, False) + x_11 = None + mul_2 = l_self_modules_blocks_modules_0_parameters_gamma_2_ * x_12 + l_self_modules_blocks_modules_0_parameters_gamma_2_ = x_12 = None + x_13 = x_7 + mul_2 + x_7 = mul_2 = None + layer_norm_2 = torch.nn.functional.layer_norm( + x_13, + (192,), + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_6 = torch._C._nn.linear( + layer_norm_2, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_2 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_2 = linear_6.reshape(1, 196, 3, 4, 48) + linear_6 = None + qkv_1 = reshape_2.permute(2, 0, 3, 1, 4) + reshape_2 = None + getitem_7 = qkv_1[0] + q_1 = getitem_7 * 0.14433756729740643 + getitem_7 = None + k_1 = qkv_1[1] + v_1 = qkv_1[2] + qkv_1 = None + transpose_3 = k_1.transpose(-2, -1) + k_1 = None + attn_5 = q_1 @ transpose_3 + q_1 = transpose_3 = None + permute_6 = attn_5.permute(0, 2, 3, 1) + attn_5 = None + linear_7 = torch._C._nn.linear( + permute_6, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_6 = l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_6 = linear_7.permute(0, 3, 1, 2) + linear_7 = None + attn_7 = attn_6.softmax(dim=-1) + attn_6 = None + permute_8 = attn_7.permute(0, 2, 3, 1) + attn_7 = None + linear_8 = torch._C._nn.linear( + permute_8, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_8 = l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_8 = linear_8.permute(0, 3, 1, 2) + linear_8 = None + attn_9 = torch.nn.functional.dropout(attn_8, 0.0, False, False) + attn_8 = None + matmul_3 = attn_9 @ v_1 + attn_9 = v_1 = None + transpose_4 = matmul_3.transpose(1, 2) + matmul_3 = None + x_14 = transpose_4.reshape(1, 196, 192) + transpose_4 = None + x_15 = torch._C._nn.linear( + x_14, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_14 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) = None + x_16 = torch.nn.functional.dropout(x_15, 0.0, False, False) + x_15 = None + mul_4 = l_self_modules_blocks_modules_1_parameters_gamma_1_ * x_16 + l_self_modules_blocks_modules_1_parameters_gamma_1_ = x_16 = None + x_17 = x_13 + mul_4 + x_13 = mul_4 = None + layer_norm_3 = torch.nn.functional.layer_norm( + x_17, + (192,), + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) = None + x_18 = torch._C._nn.linear( + layer_norm_3, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_3 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_19 = torch._C._nn.gelu(x_18, approximate="none") + x_18 = None + x_20 = torch.nn.functional.dropout(x_19, 0.0, False, False) + x_19 = None + x_21 = torch._C._nn.linear( + x_20, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_20 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_22 = torch.nn.functional.dropout(x_21, 0.0, False, False) + x_21 = None + mul_5 = l_self_modules_blocks_modules_1_parameters_gamma_2_ * x_22 + l_self_modules_blocks_modules_1_parameters_gamma_2_ = x_22 = None + x_23 = x_17 + mul_5 + x_17 = mul_5 = None + layer_norm_4 = torch.nn.functional.layer_norm( + x_23, + (192,), + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + layer_norm_4, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_4 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_4 = linear_12.reshape(1, 196, 3, 4, 48) + linear_12 = None + qkv_2 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + getitem_10 = qkv_2[0] + q_2 = getitem_10 * 0.14433756729740643 + getitem_10 = None + k_2 = qkv_2[1] + v_2 = qkv_2[2] + qkv_2 = None + transpose_5 = k_2.transpose(-2, -1) + k_2 = None + attn_10 = q_2 @ transpose_5 + q_2 = transpose_5 = None + permute_11 = attn_10.permute(0, 2, 3, 1) + attn_10 = None + linear_13 = torch._C._nn.linear( + permute_11, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_11 = l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_11 = linear_13.permute(0, 3, 1, 2) + linear_13 = None + attn_12 = attn_11.softmax(dim=-1) + attn_11 = None + permute_13 = attn_12.permute(0, 2, 3, 1) + attn_12 = None + linear_14 = torch._C._nn.linear( + permute_13, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_13 = l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_13 = linear_14.permute(0, 3, 1, 2) + linear_14 = None + attn_14 = torch.nn.functional.dropout(attn_13, 0.0, False, False) + attn_13 = None + matmul_5 = attn_14 @ v_2 + attn_14 = v_2 = None + transpose_6 = matmul_5.transpose(1, 2) + matmul_5 = None + x_24 = transpose_6.reshape(1, 196, 192) + transpose_6 = None + x_25 = torch._C._nn.linear( + x_24, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_, + ) + x_24 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) = None + x_26 = torch.nn.functional.dropout(x_25, 0.0, False, False) + x_25 = None + mul_7 = l_self_modules_blocks_modules_2_parameters_gamma_1_ * x_26 + l_self_modules_blocks_modules_2_parameters_gamma_1_ = x_26 = None + x_27 = x_23 + mul_7 + x_23 = mul_7 = None + layer_norm_5 = torch.nn.functional.layer_norm( + x_27, + (192,), + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) = None + x_28 = torch._C._nn.linear( + layer_norm_5, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_5 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_29 = torch._C._nn.gelu(x_28, approximate="none") + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch._C._nn.linear( + x_30, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_30 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + mul_8 = l_self_modules_blocks_modules_2_parameters_gamma_2_ * x_32 + l_self_modules_blocks_modules_2_parameters_gamma_2_ = x_32 = None + x_33 = x_27 + mul_8 + x_27 = mul_8 = None + layer_norm_6 = torch.nn.functional.layer_norm( + x_33, + (192,), + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_18 = torch._C._nn.linear( + layer_norm_6, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_6 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_6 = linear_18.reshape(1, 196, 3, 4, 48) + linear_18 = None + qkv_3 = reshape_6.permute(2, 0, 3, 1, 4) + reshape_6 = None + getitem_13 = qkv_3[0] + q_3 = getitem_13 * 0.14433756729740643 + getitem_13 = None + k_3 = qkv_3[1] + v_3 = qkv_3[2] + qkv_3 = None + transpose_7 = k_3.transpose(-2, -1) + k_3 = None + attn_15 = q_3 @ transpose_7 + q_3 = transpose_7 = None + permute_16 = attn_15.permute(0, 2, 3, 1) + attn_15 = None + linear_19 = torch._C._nn.linear( + permute_16, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_16 = l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_16 = linear_19.permute(0, 3, 1, 2) + linear_19 = None + attn_17 = attn_16.softmax(dim=-1) + attn_16 = None + permute_18 = attn_17.permute(0, 2, 3, 1) + attn_17 = None + linear_20 = torch._C._nn.linear( + permute_18, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_18 = l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_18 = linear_20.permute(0, 3, 1, 2) + linear_20 = None + attn_19 = torch.nn.functional.dropout(attn_18, 0.0, False, False) + attn_18 = None + matmul_7 = attn_19 @ v_3 + attn_19 = v_3 = None + transpose_8 = matmul_7.transpose(1, 2) + matmul_7 = None + x_34 = transpose_8.reshape(1, 196, 192) + transpose_8 = None + x_35 = torch._C._nn.linear( + x_34, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_, + ) + x_34 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) = None + x_36 = torch.nn.functional.dropout(x_35, 0.0, False, False) + x_35 = None + mul_10 = l_self_modules_blocks_modules_3_parameters_gamma_1_ * x_36 + l_self_modules_blocks_modules_3_parameters_gamma_1_ = x_36 = None + x_37 = x_33 + mul_10 + x_33 = mul_10 = None + layer_norm_7 = torch.nn.functional.layer_norm( + x_37, + (192,), + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) = None + x_38 = torch._C._nn.linear( + layer_norm_7, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_7 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_39 = torch._C._nn.gelu(x_38, approximate="none") + x_38 = None + x_40 = torch.nn.functional.dropout(x_39, 0.0, False, False) + x_39 = None + x_41 = torch._C._nn.linear( + x_40, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_40 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_42 = torch.nn.functional.dropout(x_41, 0.0, False, False) + x_41 = None + mul_11 = l_self_modules_blocks_modules_3_parameters_gamma_2_ * x_42 + l_self_modules_blocks_modules_3_parameters_gamma_2_ = x_42 = None + x_43 = x_37 + mul_11 + x_37 = mul_11 = None + layer_norm_8 = torch.nn.functional.layer_norm( + x_43, + (192,), + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + layer_norm_8, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_8 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_8 = linear_24.reshape(1, 196, 3, 4, 48) + linear_24 = None + qkv_4 = reshape_8.permute(2, 0, 3, 1, 4) + reshape_8 = None + getitem_16 = qkv_4[0] + q_4 = getitem_16 * 0.14433756729740643 + getitem_16 = None + k_4 = qkv_4[1] + v_4 = qkv_4[2] + qkv_4 = None + transpose_9 = k_4.transpose(-2, -1) + k_4 = None + attn_20 = q_4 @ transpose_9 + q_4 = transpose_9 = None + permute_21 = attn_20.permute(0, 2, 3, 1) + attn_20 = None + linear_25 = torch._C._nn.linear( + permute_21, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_21 = l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_21 = linear_25.permute(0, 3, 1, 2) + linear_25 = None + attn_22 = attn_21.softmax(dim=-1) + attn_21 = None + permute_23 = attn_22.permute(0, 2, 3, 1) + attn_22 = None + linear_26 = torch._C._nn.linear( + permute_23, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_23 = l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_23 = linear_26.permute(0, 3, 1, 2) + linear_26 = None + attn_24 = torch.nn.functional.dropout(attn_23, 0.0, False, False) + attn_23 = None + matmul_9 = attn_24 @ v_4 + attn_24 = v_4 = None + transpose_10 = matmul_9.transpose(1, 2) + matmul_9 = None + x_44 = transpose_10.reshape(1, 196, 192) + transpose_10 = None + x_45 = torch._C._nn.linear( + x_44, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_, + ) + x_44 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) = None + x_46 = torch.nn.functional.dropout(x_45, 0.0, False, False) + x_45 = None + mul_13 = l_self_modules_blocks_modules_4_parameters_gamma_1_ * x_46 + l_self_modules_blocks_modules_4_parameters_gamma_1_ = x_46 = None + x_47 = x_43 + mul_13 + x_43 = mul_13 = None + layer_norm_9 = torch.nn.functional.layer_norm( + x_47, + (192,), + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) = None + x_48 = torch._C._nn.linear( + layer_norm_9, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_9 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_49 = torch._C._nn.gelu(x_48, approximate="none") + x_48 = None + x_50 = torch.nn.functional.dropout(x_49, 0.0, False, False) + x_49 = None + x_51 = torch._C._nn.linear( + x_50, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_50 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_52 = torch.nn.functional.dropout(x_51, 0.0, False, False) + x_51 = None + mul_14 = l_self_modules_blocks_modules_4_parameters_gamma_2_ * x_52 + l_self_modules_blocks_modules_4_parameters_gamma_2_ = x_52 = None + x_53 = x_47 + mul_14 + x_47 = mul_14 = None + layer_norm_10 = torch.nn.functional.layer_norm( + x_53, + (192,), + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_30 = torch._C._nn.linear( + layer_norm_10, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_10 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_10 = linear_30.reshape(1, 196, 3, 4, 48) + linear_30 = None + qkv_5 = reshape_10.permute(2, 0, 3, 1, 4) + reshape_10 = None + getitem_19 = qkv_5[0] + q_5 = getitem_19 * 0.14433756729740643 + getitem_19 = None + k_5 = qkv_5[1] + v_5 = qkv_5[2] + qkv_5 = None + transpose_11 = k_5.transpose(-2, -1) + k_5 = None + attn_25 = q_5 @ transpose_11 + q_5 = transpose_11 = None + permute_26 = attn_25.permute(0, 2, 3, 1) + attn_25 = None + linear_31 = torch._C._nn.linear( + permute_26, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_26 = l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_26 = linear_31.permute(0, 3, 1, 2) + linear_31 = None + attn_27 = attn_26.softmax(dim=-1) + attn_26 = None + permute_28 = attn_27.permute(0, 2, 3, 1) + attn_27 = None + linear_32 = torch._C._nn.linear( + permute_28, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_28 = l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_28 = linear_32.permute(0, 3, 1, 2) + linear_32 = None + attn_29 = torch.nn.functional.dropout(attn_28, 0.0, False, False) + attn_28 = None + matmul_11 = attn_29 @ v_5 + attn_29 = v_5 = None + transpose_12 = matmul_11.transpose(1, 2) + matmul_11 = None + x_54 = transpose_12.reshape(1, 196, 192) + transpose_12 = None + x_55 = torch._C._nn.linear( + x_54, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_, + ) + x_54 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) = None + x_56 = torch.nn.functional.dropout(x_55, 0.0, False, False) + x_55 = None + mul_16 = l_self_modules_blocks_modules_5_parameters_gamma_1_ * x_56 + l_self_modules_blocks_modules_5_parameters_gamma_1_ = x_56 = None + x_57 = x_53 + mul_16 + x_53 = mul_16 = None + layer_norm_11 = torch.nn.functional.layer_norm( + x_57, + (192,), + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) = None + x_58 = torch._C._nn.linear( + layer_norm_11, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_11 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_59 = torch._C._nn.gelu(x_58, approximate="none") + x_58 = None + x_60 = torch.nn.functional.dropout(x_59, 0.0, False, False) + x_59 = None + x_61 = torch._C._nn.linear( + x_60, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_60 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_62 = torch.nn.functional.dropout(x_61, 0.0, False, False) + x_61 = None + mul_17 = l_self_modules_blocks_modules_5_parameters_gamma_2_ * x_62 + l_self_modules_blocks_modules_5_parameters_gamma_2_ = x_62 = None + x_63 = x_57 + mul_17 + x_57 = mul_17 = None + layer_norm_12 = torch.nn.functional.layer_norm( + x_63, + (192,), + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) = None + linear_36 = torch._C._nn.linear( + layer_norm_12, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_12 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_12 = linear_36.reshape(1, 196, 3, 4, 48) + linear_36 = None + qkv_6 = reshape_12.permute(2, 0, 3, 1, 4) + reshape_12 = None + getitem_22 = qkv_6[0] + q_6 = getitem_22 * 0.14433756729740643 + getitem_22 = None + k_6 = qkv_6[1] + v_6 = qkv_6[2] + qkv_6 = None + transpose_13 = k_6.transpose(-2, -1) + k_6 = None + attn_30 = q_6 @ transpose_13 + q_6 = transpose_13 = None + permute_31 = attn_30.permute(0, 2, 3, 1) + attn_30 = None + linear_37 = torch._C._nn.linear( + permute_31, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_31 = l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_31 = linear_37.permute(0, 3, 1, 2) + linear_37 = None + attn_32 = attn_31.softmax(dim=-1) + attn_31 = None + permute_33 = attn_32.permute(0, 2, 3, 1) + attn_32 = None + linear_38 = torch._C._nn.linear( + permute_33, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_33 = l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_33 = linear_38.permute(0, 3, 1, 2) + linear_38 = None + attn_34 = torch.nn.functional.dropout(attn_33, 0.0, False, False) + attn_33 = None + matmul_13 = attn_34 @ v_6 + attn_34 = v_6 = None + transpose_14 = matmul_13.transpose(1, 2) + matmul_13 = None + x_64 = transpose_14.reshape(1, 196, 192) + transpose_14 = None + x_65 = torch._C._nn.linear( + x_64, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_, + ) + x_64 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) = None + x_66 = torch.nn.functional.dropout(x_65, 0.0, False, False) + x_65 = None + mul_19 = l_self_modules_blocks_modules_6_parameters_gamma_1_ * x_66 + l_self_modules_blocks_modules_6_parameters_gamma_1_ = x_66 = None + x_67 = x_63 + mul_19 + x_63 = mul_19 = None + layer_norm_13 = torch.nn.functional.layer_norm( + x_67, + (192,), + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) = None + x_68 = torch._C._nn.linear( + layer_norm_13, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_13 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_69 = torch._C._nn.gelu(x_68, approximate="none") + x_68 = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = torch._C._nn.linear( + x_70, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_70 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_72 = torch.nn.functional.dropout(x_71, 0.0, False, False) + x_71 = None + mul_20 = l_self_modules_blocks_modules_6_parameters_gamma_2_ * x_72 + l_self_modules_blocks_modules_6_parameters_gamma_2_ = x_72 = None + x_73 = x_67 + mul_20 + x_67 = mul_20 = None + layer_norm_14 = torch.nn.functional.layer_norm( + x_73, + (192,), + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) = None + linear_42 = torch._C._nn.linear( + layer_norm_14, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_14 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_14 = linear_42.reshape(1, 196, 3, 4, 48) + linear_42 = None + qkv_7 = reshape_14.permute(2, 0, 3, 1, 4) + reshape_14 = None + getitem_25 = qkv_7[0] + q_7 = getitem_25 * 0.14433756729740643 + getitem_25 = None + k_7 = qkv_7[1] + v_7 = qkv_7[2] + qkv_7 = None + transpose_15 = k_7.transpose(-2, -1) + k_7 = None + attn_35 = q_7 @ transpose_15 + q_7 = transpose_15 = None + permute_36 = attn_35.permute(0, 2, 3, 1) + attn_35 = None + linear_43 = torch._C._nn.linear( + permute_36, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_36 = l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_36 = linear_43.permute(0, 3, 1, 2) + linear_43 = None + attn_37 = attn_36.softmax(dim=-1) + attn_36 = None + permute_38 = attn_37.permute(0, 2, 3, 1) + attn_37 = None + linear_44 = torch._C._nn.linear( + permute_38, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_38 = l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_38 = linear_44.permute(0, 3, 1, 2) + linear_44 = None + attn_39 = torch.nn.functional.dropout(attn_38, 0.0, False, False) + attn_38 = None + matmul_15 = attn_39 @ v_7 + attn_39 = v_7 = None + transpose_16 = matmul_15.transpose(1, 2) + matmul_15 = None + x_74 = transpose_16.reshape(1, 196, 192) + transpose_16 = None + x_75 = torch._C._nn.linear( + x_74, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_, + ) + x_74 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) = None + x_76 = torch.nn.functional.dropout(x_75, 0.0, False, False) + x_75 = None + mul_22 = l_self_modules_blocks_modules_7_parameters_gamma_1_ * x_76 + l_self_modules_blocks_modules_7_parameters_gamma_1_ = x_76 = None + x_77 = x_73 + mul_22 + x_73 = mul_22 = None + layer_norm_15 = torch.nn.functional.layer_norm( + x_77, + (192,), + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) = None + x_78 = torch._C._nn.linear( + layer_norm_15, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_15 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_79 = torch._C._nn.gelu(x_78, approximate="none") + x_78 = None + x_80 = torch.nn.functional.dropout(x_79, 0.0, False, False) + x_79 = None + x_81 = torch._C._nn.linear( + x_80, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_80 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_82 = torch.nn.functional.dropout(x_81, 0.0, False, False) + x_81 = None + mul_23 = l_self_modules_blocks_modules_7_parameters_gamma_2_ * x_82 + l_self_modules_blocks_modules_7_parameters_gamma_2_ = x_82 = None + x_83 = x_77 + mul_23 + x_77 = mul_23 = None + layer_norm_16 = torch.nn.functional.layer_norm( + x_83, + (192,), + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) = None + linear_48 = torch._C._nn.linear( + layer_norm_16, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_16 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_16 = linear_48.reshape(1, 196, 3, 4, 48) + linear_48 = None + qkv_8 = reshape_16.permute(2, 0, 3, 1, 4) + reshape_16 = None + getitem_28 = qkv_8[0] + q_8 = getitem_28 * 0.14433756729740643 + getitem_28 = None + k_8 = qkv_8[1] + v_8 = qkv_8[2] + qkv_8 = None + transpose_17 = k_8.transpose(-2, -1) + k_8 = None + attn_40 = q_8 @ transpose_17 + q_8 = transpose_17 = None + permute_41 = attn_40.permute(0, 2, 3, 1) + attn_40 = None + linear_49 = torch._C._nn.linear( + permute_41, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_41 = l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_41 = linear_49.permute(0, 3, 1, 2) + linear_49 = None + attn_42 = attn_41.softmax(dim=-1) + attn_41 = None + permute_43 = attn_42.permute(0, 2, 3, 1) + attn_42 = None + linear_50 = torch._C._nn.linear( + permute_43, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_43 = l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_43 = linear_50.permute(0, 3, 1, 2) + linear_50 = None + attn_44 = torch.nn.functional.dropout(attn_43, 0.0, False, False) + attn_43 = None + matmul_17 = attn_44 @ v_8 + attn_44 = v_8 = None + transpose_18 = matmul_17.transpose(1, 2) + matmul_17 = None + x_84 = transpose_18.reshape(1, 196, 192) + transpose_18 = None + x_85 = torch._C._nn.linear( + x_84, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_, + ) + x_84 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) = None + x_86 = torch.nn.functional.dropout(x_85, 0.0, False, False) + x_85 = None + mul_25 = l_self_modules_blocks_modules_8_parameters_gamma_1_ * x_86 + l_self_modules_blocks_modules_8_parameters_gamma_1_ = x_86 = None + x_87 = x_83 + mul_25 + x_83 = mul_25 = None + layer_norm_17 = torch.nn.functional.layer_norm( + x_87, + (192,), + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) = None + x_88 = torch._C._nn.linear( + layer_norm_17, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_17 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_89 = torch._C._nn.gelu(x_88, approximate="none") + x_88 = None + x_90 = torch.nn.functional.dropout(x_89, 0.0, False, False) + x_89 = None + x_91 = torch._C._nn.linear( + x_90, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_90 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_92 = torch.nn.functional.dropout(x_91, 0.0, False, False) + x_91 = None + mul_26 = l_self_modules_blocks_modules_8_parameters_gamma_2_ * x_92 + l_self_modules_blocks_modules_8_parameters_gamma_2_ = x_92 = None + x_93 = x_87 + mul_26 + x_87 = mul_26 = None + layer_norm_18 = torch.nn.functional.layer_norm( + x_93, + (192,), + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) = None + linear_54 = torch._C._nn.linear( + layer_norm_18, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_18 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_18 = linear_54.reshape(1, 196, 3, 4, 48) + linear_54 = None + qkv_9 = reshape_18.permute(2, 0, 3, 1, 4) + reshape_18 = None + getitem_31 = qkv_9[0] + q_9 = getitem_31 * 0.14433756729740643 + getitem_31 = None + k_9 = qkv_9[1] + v_9 = qkv_9[2] + qkv_9 = None + transpose_19 = k_9.transpose(-2, -1) + k_9 = None + attn_45 = q_9 @ transpose_19 + q_9 = transpose_19 = None + permute_46 = attn_45.permute(0, 2, 3, 1) + attn_45 = None + linear_55 = torch._C._nn.linear( + permute_46, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_46 = l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_46 = linear_55.permute(0, 3, 1, 2) + linear_55 = None + attn_47 = attn_46.softmax(dim=-1) + attn_46 = None + permute_48 = attn_47.permute(0, 2, 3, 1) + attn_47 = None + linear_56 = torch._C._nn.linear( + permute_48, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_48 = l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_48 = linear_56.permute(0, 3, 1, 2) + linear_56 = None + attn_49 = torch.nn.functional.dropout(attn_48, 0.0, False, False) + attn_48 = None + matmul_19 = attn_49 @ v_9 + attn_49 = v_9 = None + transpose_20 = matmul_19.transpose(1, 2) + matmul_19 = None + x_94 = transpose_20.reshape(1, 196, 192) + transpose_20 = None + x_95 = torch._C._nn.linear( + x_94, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_, + ) + x_94 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) = None + x_96 = torch.nn.functional.dropout(x_95, 0.0, False, False) + x_95 = None + mul_28 = l_self_modules_blocks_modules_9_parameters_gamma_1_ * x_96 + l_self_modules_blocks_modules_9_parameters_gamma_1_ = x_96 = None + x_97 = x_93 + mul_28 + x_93 = mul_28 = None + layer_norm_19 = torch.nn.functional.layer_norm( + x_97, + (192,), + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) = None + x_98 = torch._C._nn.linear( + layer_norm_19, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_19 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_99 = torch._C._nn.gelu(x_98, approximate="none") + x_98 = None + x_100 = torch.nn.functional.dropout(x_99, 0.0, False, False) + x_99 = None + x_101 = torch._C._nn.linear( + x_100, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_100 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + mul_29 = l_self_modules_blocks_modules_9_parameters_gamma_2_ * x_102 + l_self_modules_blocks_modules_9_parameters_gamma_2_ = x_102 = None + x_103 = x_97 + mul_29 + x_97 = mul_29 = None + layer_norm_20 = torch.nn.functional.layer_norm( + x_103, + (192,), + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) = None + linear_60 = torch._C._nn.linear( + layer_norm_20, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_20 = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_20 = linear_60.reshape(1, 196, 3, 4, 48) + linear_60 = None + qkv_10 = reshape_20.permute(2, 0, 3, 1, 4) + reshape_20 = None + getitem_34 = qkv_10[0] + q_10 = getitem_34 * 0.14433756729740643 + getitem_34 = None + k_10 = qkv_10[1] + v_10 = qkv_10[2] + qkv_10 = None + transpose_21 = k_10.transpose(-2, -1) + k_10 = None + attn_50 = q_10 @ transpose_21 + q_10 = transpose_21 = None + permute_51 = attn_50.permute(0, 2, 3, 1) + attn_50 = None + linear_61 = torch._C._nn.linear( + permute_51, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_51 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_51 = linear_61.permute(0, 3, 1, 2) + linear_61 = None + attn_52 = attn_51.softmax(dim=-1) + attn_51 = None + permute_53 = attn_52.permute(0, 2, 3, 1) + attn_52 = None + linear_62 = torch._C._nn.linear( + permute_53, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_53 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_53 = linear_62.permute(0, 3, 1, 2) + linear_62 = None + attn_54 = torch.nn.functional.dropout(attn_53, 0.0, False, False) + attn_53 = None + matmul_21 = attn_54 @ v_10 + attn_54 = v_10 = None + transpose_22 = matmul_21.transpose(1, 2) + matmul_21 = None + x_104 = transpose_22.reshape(1, 196, 192) + transpose_22 = None + x_105 = torch._C._nn.linear( + x_104, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_, + ) + x_104 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) = None + x_106 = torch.nn.functional.dropout(x_105, 0.0, False, False) + x_105 = None + mul_31 = l_self_modules_blocks_modules_10_parameters_gamma_1_ * x_106 + l_self_modules_blocks_modules_10_parameters_gamma_1_ = x_106 = None + x_107 = x_103 + mul_31 + x_103 = mul_31 = None + layer_norm_21 = torch.nn.functional.layer_norm( + x_107, + (192,), + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) = None + x_108 = torch._C._nn.linear( + layer_norm_21, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_21 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_109 = torch._C._nn.gelu(x_108, approximate="none") + x_108 = None + x_110 = torch.nn.functional.dropout(x_109, 0.0, False, False) + x_109 = None + x_111 = torch._C._nn.linear( + x_110, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_110 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_112 = torch.nn.functional.dropout(x_111, 0.0, False, False) + x_111 = None + mul_32 = l_self_modules_blocks_modules_10_parameters_gamma_2_ * x_112 + l_self_modules_blocks_modules_10_parameters_gamma_2_ = x_112 = None + x_113 = x_107 + mul_32 + x_107 = mul_32 = None + layer_norm_22 = torch.nn.functional.layer_norm( + x_113, + (192,), + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) = None + linear_66 = torch._C._nn.linear( + layer_norm_22, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_22 = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_22 = linear_66.reshape(1, 196, 3, 4, 48) + linear_66 = None + qkv_11 = reshape_22.permute(2, 0, 3, 1, 4) + reshape_22 = None + getitem_37 = qkv_11[0] + q_11 = getitem_37 * 0.14433756729740643 + getitem_37 = None + k_11 = qkv_11[1] + v_11 = qkv_11[2] + qkv_11 = None + transpose_23 = k_11.transpose(-2, -1) + k_11 = None + attn_55 = q_11 @ transpose_23 + q_11 = transpose_23 = None + permute_56 = attn_55.permute(0, 2, 3, 1) + attn_55 = None + linear_67 = torch._C._nn.linear( + permute_56, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_56 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_56 = linear_67.permute(0, 3, 1, 2) + linear_67 = None + attn_57 = attn_56.softmax(dim=-1) + attn_56 = None + permute_58 = attn_57.permute(0, 2, 3, 1) + attn_57 = None + linear_68 = torch._C._nn.linear( + permute_58, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_58 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_58 = linear_68.permute(0, 3, 1, 2) + linear_68 = None + attn_59 = torch.nn.functional.dropout(attn_58, 0.0, False, False) + attn_58 = None + matmul_23 = attn_59 @ v_11 + attn_59 = v_11 = None + transpose_24 = matmul_23.transpose(1, 2) + matmul_23 = None + x_114 = transpose_24.reshape(1, 196, 192) + transpose_24 = None + x_115 = torch._C._nn.linear( + x_114, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_, + ) + x_114 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) = None + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + mul_34 = l_self_modules_blocks_modules_11_parameters_gamma_1_ * x_116 + l_self_modules_blocks_modules_11_parameters_gamma_1_ = x_116 = None + x_117 = x_113 + mul_34 + x_113 = mul_34 = None + layer_norm_23 = torch.nn.functional.layer_norm( + x_117, + (192,), + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) = None + x_118 = torch._C._nn.linear( + layer_norm_23, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_23 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_119 = torch._C._nn.gelu(x_118, approximate="none") + x_118 = None + x_120 = torch.nn.functional.dropout(x_119, 0.0, False, False) + x_119 = None + x_121 = torch._C._nn.linear( + x_120, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_120 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_122 = torch.nn.functional.dropout(x_121, 0.0, False, False) + x_121 = None + mul_35 = l_self_modules_blocks_modules_11_parameters_gamma_2_ * x_122 + l_self_modules_blocks_modules_11_parameters_gamma_2_ = x_122 = None + x_123 = x_117 + mul_35 + x_117 = mul_35 = None + layer_norm_24 = torch.nn.functional.layer_norm( + x_123, + (192,), + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) = None + linear_72 = torch._C._nn.linear( + layer_norm_24, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_24 = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_24 = linear_72.reshape(1, 196, 3, 4, 48) + linear_72 = None + qkv_12 = reshape_24.permute(2, 0, 3, 1, 4) + reshape_24 = None + getitem_40 = qkv_12[0] + q_12 = getitem_40 * 0.14433756729740643 + getitem_40 = None + k_12 = qkv_12[1] + v_12 = qkv_12[2] + qkv_12 = None + transpose_25 = k_12.transpose(-2, -1) + k_12 = None + attn_60 = q_12 @ transpose_25 + q_12 = transpose_25 = None + permute_61 = attn_60.permute(0, 2, 3, 1) + attn_60 = None + linear_73 = torch._C._nn.linear( + permute_61, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_61 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_61 = linear_73.permute(0, 3, 1, 2) + linear_73 = None + attn_62 = attn_61.softmax(dim=-1) + attn_61 = None + permute_63 = attn_62.permute(0, 2, 3, 1) + attn_62 = None + linear_74 = torch._C._nn.linear( + permute_63, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_63 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_63 = linear_74.permute(0, 3, 1, 2) + linear_74 = None + attn_64 = torch.nn.functional.dropout(attn_63, 0.0, False, False) + attn_63 = None + matmul_25 = attn_64 @ v_12 + attn_64 = v_12 = None + transpose_26 = matmul_25.transpose(1, 2) + matmul_25 = None + x_124 = transpose_26.reshape(1, 196, 192) + transpose_26 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_, + ) + x_124 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) = None + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + mul_37 = l_self_modules_blocks_modules_12_parameters_gamma_1_ * x_126 + l_self_modules_blocks_modules_12_parameters_gamma_1_ = x_126 = None + x_127 = x_123 + mul_37 + x_123 = mul_37 = None + layer_norm_25 = torch.nn.functional.layer_norm( + x_127, + (192,), + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) = None + x_128 = torch._C._nn.linear( + layer_norm_25, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_25 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_129 = torch._C._nn.gelu(x_128, approximate="none") + x_128 = None + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + x_131 = torch._C._nn.linear( + x_130, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_, + ) + x_130 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_132 = torch.nn.functional.dropout(x_131, 0.0, False, False) + x_131 = None + mul_38 = l_self_modules_blocks_modules_12_parameters_gamma_2_ * x_132 + l_self_modules_blocks_modules_12_parameters_gamma_2_ = x_132 = None + x_133 = x_127 + mul_38 + x_127 = mul_38 = None + layer_norm_26 = torch.nn.functional.layer_norm( + x_133, + (192,), + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) = None + linear_78 = torch._C._nn.linear( + layer_norm_26, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_26 = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_26 = linear_78.reshape(1, 196, 3, 4, 48) + linear_78 = None + qkv_13 = reshape_26.permute(2, 0, 3, 1, 4) + reshape_26 = None + getitem_43 = qkv_13[0] + q_13 = getitem_43 * 0.14433756729740643 + getitem_43 = None + k_13 = qkv_13[1] + v_13 = qkv_13[2] + qkv_13 = None + transpose_27 = k_13.transpose(-2, -1) + k_13 = None + attn_65 = q_13 @ transpose_27 + q_13 = transpose_27 = None + permute_66 = attn_65.permute(0, 2, 3, 1) + attn_65 = None + linear_79 = torch._C._nn.linear( + permute_66, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_66 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_66 = linear_79.permute(0, 3, 1, 2) + linear_79 = None + attn_67 = attn_66.softmax(dim=-1) + attn_66 = None + permute_68 = attn_67.permute(0, 2, 3, 1) + attn_67 = None + linear_80 = torch._C._nn.linear( + permute_68, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_68 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_68 = linear_80.permute(0, 3, 1, 2) + linear_80 = None + attn_69 = torch.nn.functional.dropout(attn_68, 0.0, False, False) + attn_68 = None + matmul_27 = attn_69 @ v_13 + attn_69 = v_13 = None + transpose_28 = matmul_27.transpose(1, 2) + matmul_27 = None + x_134 = transpose_28.reshape(1, 196, 192) + transpose_28 = None + x_135 = torch._C._nn.linear( + x_134, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_, + ) + x_134 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) = None + x_136 = torch.nn.functional.dropout(x_135, 0.0, False, False) + x_135 = None + mul_40 = l_self_modules_blocks_modules_13_parameters_gamma_1_ * x_136 + l_self_modules_blocks_modules_13_parameters_gamma_1_ = x_136 = None + x_137 = x_133 + mul_40 + x_133 = mul_40 = None + layer_norm_27 = torch.nn.functional.layer_norm( + x_137, + (192,), + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) = None + x_138 = torch._C._nn.linear( + layer_norm_27, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_27 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_139 = torch._C._nn.gelu(x_138, approximate="none") + x_138 = None + x_140 = torch.nn.functional.dropout(x_139, 0.0, False, False) + x_139 = None + x_141 = torch._C._nn.linear( + x_140, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_, + ) + x_140 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_142 = torch.nn.functional.dropout(x_141, 0.0, False, False) + x_141 = None + mul_41 = l_self_modules_blocks_modules_13_parameters_gamma_2_ * x_142 + l_self_modules_blocks_modules_13_parameters_gamma_2_ = x_142 = None + x_143 = x_137 + mul_41 + x_137 = mul_41 = None + layer_norm_28 = torch.nn.functional.layer_norm( + x_143, + (192,), + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) = None + linear_84 = torch._C._nn.linear( + layer_norm_28, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_28 = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_28 = linear_84.reshape(1, 196, 3, 4, 48) + linear_84 = None + qkv_14 = reshape_28.permute(2, 0, 3, 1, 4) + reshape_28 = None + getitem_46 = qkv_14[0] + q_14 = getitem_46 * 0.14433756729740643 + getitem_46 = None + k_14 = qkv_14[1] + v_14 = qkv_14[2] + qkv_14 = None + transpose_29 = k_14.transpose(-2, -1) + k_14 = None + attn_70 = q_14 @ transpose_29 + q_14 = transpose_29 = None + permute_71 = attn_70.permute(0, 2, 3, 1) + attn_70 = None + linear_85 = torch._C._nn.linear( + permute_71, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_71 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_71 = linear_85.permute(0, 3, 1, 2) + linear_85 = None + attn_72 = attn_71.softmax(dim=-1) + attn_71 = None + permute_73 = attn_72.permute(0, 2, 3, 1) + attn_72 = None + linear_86 = torch._C._nn.linear( + permute_73, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_73 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_73 = linear_86.permute(0, 3, 1, 2) + linear_86 = None + attn_74 = torch.nn.functional.dropout(attn_73, 0.0, False, False) + attn_73 = None + matmul_29 = attn_74 @ v_14 + attn_74 = v_14 = None + transpose_30 = matmul_29.transpose(1, 2) + matmul_29 = None + x_144 = transpose_30.reshape(1, 196, 192) + transpose_30 = None + x_145 = torch._C._nn.linear( + x_144, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_, + ) + x_144 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + mul_43 = l_self_modules_blocks_modules_14_parameters_gamma_1_ * x_146 + l_self_modules_blocks_modules_14_parameters_gamma_1_ = x_146 = None + x_147 = x_143 + mul_43 + x_143 = mul_43 = None + layer_norm_29 = torch.nn.functional.layer_norm( + x_147, + (192,), + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) = None + x_148 = torch._C._nn.linear( + layer_norm_29, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_29 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_149 = torch._C._nn.gelu(x_148, approximate="none") + x_148 = None + x_150 = torch.nn.functional.dropout(x_149, 0.0, False, False) + x_149 = None + x_151 = torch._C._nn.linear( + x_150, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_, + ) + x_150 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_152 = torch.nn.functional.dropout(x_151, 0.0, False, False) + x_151 = None + mul_44 = l_self_modules_blocks_modules_14_parameters_gamma_2_ * x_152 + l_self_modules_blocks_modules_14_parameters_gamma_2_ = x_152 = None + x_153 = x_147 + mul_44 + x_147 = mul_44 = None + layer_norm_30 = torch.nn.functional.layer_norm( + x_153, + (192,), + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) = None + linear_90 = torch._C._nn.linear( + layer_norm_30, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_30 = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_30 = linear_90.reshape(1, 196, 3, 4, 48) + linear_90 = None + qkv_15 = reshape_30.permute(2, 0, 3, 1, 4) + reshape_30 = None + getitem_49 = qkv_15[0] + q_15 = getitem_49 * 0.14433756729740643 + getitem_49 = None + k_15 = qkv_15[1] + v_15 = qkv_15[2] + qkv_15 = None + transpose_31 = k_15.transpose(-2, -1) + k_15 = None + attn_75 = q_15 @ transpose_31 + q_15 = transpose_31 = None + permute_76 = attn_75.permute(0, 2, 3, 1) + attn_75 = None + linear_91 = torch._C._nn.linear( + permute_76, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_76 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_76 = linear_91.permute(0, 3, 1, 2) + linear_91 = None + attn_77 = attn_76.softmax(dim=-1) + attn_76 = None + permute_78 = attn_77.permute(0, 2, 3, 1) + attn_77 = None + linear_92 = torch._C._nn.linear( + permute_78, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_78 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_78 = linear_92.permute(0, 3, 1, 2) + linear_92 = None + attn_79 = torch.nn.functional.dropout(attn_78, 0.0, False, False) + attn_78 = None + matmul_31 = attn_79 @ v_15 + attn_79 = v_15 = None + transpose_32 = matmul_31.transpose(1, 2) + matmul_31 = None + x_154 = transpose_32.reshape(1, 196, 192) + transpose_32 = None + x_155 = torch._C._nn.linear( + x_154, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_, + ) + x_154 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) = None + x_156 = torch.nn.functional.dropout(x_155, 0.0, False, False) + x_155 = None + mul_46 = l_self_modules_blocks_modules_15_parameters_gamma_1_ * x_156 + l_self_modules_blocks_modules_15_parameters_gamma_1_ = x_156 = None + x_157 = x_153 + mul_46 + x_153 = mul_46 = None + layer_norm_31 = torch.nn.functional.layer_norm( + x_157, + (192,), + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) = None + x_158 = torch._C._nn.linear( + layer_norm_31, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_31 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_159 = torch._C._nn.gelu(x_158, approximate="none") + x_158 = None + x_160 = torch.nn.functional.dropout(x_159, 0.0, False, False) + x_159 = None + x_161 = torch._C._nn.linear( + x_160, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_, + ) + x_160 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_162 = torch.nn.functional.dropout(x_161, 0.0, False, False) + x_161 = None + mul_47 = l_self_modules_blocks_modules_15_parameters_gamma_2_ * x_162 + l_self_modules_blocks_modules_15_parameters_gamma_2_ = x_162 = None + x_163 = x_157 + mul_47 + x_157 = mul_47 = None + layer_norm_32 = torch.nn.functional.layer_norm( + x_163, + (192,), + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) = None + linear_96 = torch._C._nn.linear( + layer_norm_32, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_32 = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_32 = linear_96.reshape(1, 196, 3, 4, 48) + linear_96 = None + qkv_16 = reshape_32.permute(2, 0, 3, 1, 4) + reshape_32 = None + getitem_52 = qkv_16[0] + q_16 = getitem_52 * 0.14433756729740643 + getitem_52 = None + k_16 = qkv_16[1] + v_16 = qkv_16[2] + qkv_16 = None + transpose_33 = k_16.transpose(-2, -1) + k_16 = None + attn_80 = q_16 @ transpose_33 + q_16 = transpose_33 = None + permute_81 = attn_80.permute(0, 2, 3, 1) + attn_80 = None + linear_97 = torch._C._nn.linear( + permute_81, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_81 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_81 = linear_97.permute(0, 3, 1, 2) + linear_97 = None + attn_82 = attn_81.softmax(dim=-1) + attn_81 = None + permute_83 = attn_82.permute(0, 2, 3, 1) + attn_82 = None + linear_98 = torch._C._nn.linear( + permute_83, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_83 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_83 = linear_98.permute(0, 3, 1, 2) + linear_98 = None + attn_84 = torch.nn.functional.dropout(attn_83, 0.0, False, False) + attn_83 = None + matmul_33 = attn_84 @ v_16 + attn_84 = v_16 = None + transpose_34 = matmul_33.transpose(1, 2) + matmul_33 = None + x_164 = transpose_34.reshape(1, 196, 192) + transpose_34 = None + x_165 = torch._C._nn.linear( + x_164, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_, + ) + x_164 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) = None + x_166 = torch.nn.functional.dropout(x_165, 0.0, False, False) + x_165 = None + mul_49 = l_self_modules_blocks_modules_16_parameters_gamma_1_ * x_166 + l_self_modules_blocks_modules_16_parameters_gamma_1_ = x_166 = None + x_167 = x_163 + mul_49 + x_163 = mul_49 = None + layer_norm_33 = torch.nn.functional.layer_norm( + x_167, + (192,), + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) = None + x_168 = torch._C._nn.linear( + layer_norm_33, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_33 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_169 = torch._C._nn.gelu(x_168, approximate="none") + x_168 = None + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = torch._C._nn.linear( + x_170, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_, + ) + x_170 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_172 = torch.nn.functional.dropout(x_171, 0.0, False, False) + x_171 = None + mul_50 = l_self_modules_blocks_modules_16_parameters_gamma_2_ * x_172 + l_self_modules_blocks_modules_16_parameters_gamma_2_ = x_172 = None + x_173 = x_167 + mul_50 + x_167 = mul_50 = None + layer_norm_34 = torch.nn.functional.layer_norm( + x_173, + (192,), + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) = None + linear_102 = torch._C._nn.linear( + layer_norm_34, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_34 = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_34 = linear_102.reshape(1, 196, 3, 4, 48) + linear_102 = None + qkv_17 = reshape_34.permute(2, 0, 3, 1, 4) + reshape_34 = None + getitem_55 = qkv_17[0] + q_17 = getitem_55 * 0.14433756729740643 + getitem_55 = None + k_17 = qkv_17[1] + v_17 = qkv_17[2] + qkv_17 = None + transpose_35 = k_17.transpose(-2, -1) + k_17 = None + attn_85 = q_17 @ transpose_35 + q_17 = transpose_35 = None + permute_86 = attn_85.permute(0, 2, 3, 1) + attn_85 = None + linear_103 = torch._C._nn.linear( + permute_86, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_86 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_86 = linear_103.permute(0, 3, 1, 2) + linear_103 = None + attn_87 = attn_86.softmax(dim=-1) + attn_86 = None + permute_88 = attn_87.permute(0, 2, 3, 1) + attn_87 = None + linear_104 = torch._C._nn.linear( + permute_88, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_88 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_88 = linear_104.permute(0, 3, 1, 2) + linear_104 = None + attn_89 = torch.nn.functional.dropout(attn_88, 0.0, False, False) + attn_88 = None + matmul_35 = attn_89 @ v_17 + attn_89 = v_17 = None + transpose_36 = matmul_35.transpose(1, 2) + matmul_35 = None + x_174 = transpose_36.reshape(1, 196, 192) + transpose_36 = None + x_175 = torch._C._nn.linear( + x_174, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_, + ) + x_174 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) = None + x_176 = torch.nn.functional.dropout(x_175, 0.0, False, False) + x_175 = None + mul_52 = l_self_modules_blocks_modules_17_parameters_gamma_1_ * x_176 + l_self_modules_blocks_modules_17_parameters_gamma_1_ = x_176 = None + x_177 = x_173 + mul_52 + x_173 = mul_52 = None + layer_norm_35 = torch.nn.functional.layer_norm( + x_177, + (192,), + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) = None + x_178 = torch._C._nn.linear( + layer_norm_35, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_35 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_179 = torch._C._nn.gelu(x_178, approximate="none") + x_178 = None + x_180 = torch.nn.functional.dropout(x_179, 0.0, False, False) + x_179 = None + x_181 = torch._C._nn.linear( + x_180, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_, + ) + x_180 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_182 = torch.nn.functional.dropout(x_181, 0.0, False, False) + x_181 = None + mul_53 = l_self_modules_blocks_modules_17_parameters_gamma_2_ * x_182 + l_self_modules_blocks_modules_17_parameters_gamma_2_ = x_182 = None + x_183 = x_177 + mul_53 + x_177 = mul_53 = None + layer_norm_36 = torch.nn.functional.layer_norm( + x_183, + (192,), + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) = None + linear_108 = torch._C._nn.linear( + layer_norm_36, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_36 = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_36 = linear_108.reshape(1, 196, 3, 4, 48) + linear_108 = None + qkv_18 = reshape_36.permute(2, 0, 3, 1, 4) + reshape_36 = None + getitem_58 = qkv_18[0] + q_18 = getitem_58 * 0.14433756729740643 + getitem_58 = None + k_18 = qkv_18[1] + v_18 = qkv_18[2] + qkv_18 = None + transpose_37 = k_18.transpose(-2, -1) + k_18 = None + attn_90 = q_18 @ transpose_37 + q_18 = transpose_37 = None + permute_91 = attn_90.permute(0, 2, 3, 1) + attn_90 = None + linear_109 = torch._C._nn.linear( + permute_91, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_91 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_91 = linear_109.permute(0, 3, 1, 2) + linear_109 = None + attn_92 = attn_91.softmax(dim=-1) + attn_91 = None + permute_93 = attn_92.permute(0, 2, 3, 1) + attn_92 = None + linear_110 = torch._C._nn.linear( + permute_93, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_93 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_93 = linear_110.permute(0, 3, 1, 2) + linear_110 = None + attn_94 = torch.nn.functional.dropout(attn_93, 0.0, False, False) + attn_93 = None + matmul_37 = attn_94 @ v_18 + attn_94 = v_18 = None + transpose_38 = matmul_37.transpose(1, 2) + matmul_37 = None + x_184 = transpose_38.reshape(1, 196, 192) + transpose_38 = None + x_185 = torch._C._nn.linear( + x_184, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_, + ) + x_184 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) = None + x_186 = torch.nn.functional.dropout(x_185, 0.0, False, False) + x_185 = None + mul_55 = l_self_modules_blocks_modules_18_parameters_gamma_1_ * x_186 + l_self_modules_blocks_modules_18_parameters_gamma_1_ = x_186 = None + x_187 = x_183 + mul_55 + x_183 = mul_55 = None + layer_norm_37 = torch.nn.functional.layer_norm( + x_187, + (192,), + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) = None + x_188 = torch._C._nn.linear( + layer_norm_37, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_37 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_189 = torch._C._nn.gelu(x_188, approximate="none") + x_188 = None + x_190 = torch.nn.functional.dropout(x_189, 0.0, False, False) + x_189 = None + x_191 = torch._C._nn.linear( + x_190, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_, + ) + x_190 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_192 = torch.nn.functional.dropout(x_191, 0.0, False, False) + x_191 = None + mul_56 = l_self_modules_blocks_modules_18_parameters_gamma_2_ * x_192 + l_self_modules_blocks_modules_18_parameters_gamma_2_ = x_192 = None + x_193 = x_187 + mul_56 + x_187 = mul_56 = None + layer_norm_38 = torch.nn.functional.layer_norm( + x_193, + (192,), + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) = None + linear_114 = torch._C._nn.linear( + layer_norm_38, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_38 = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_38 = linear_114.reshape(1, 196, 3, 4, 48) + linear_114 = None + qkv_19 = reshape_38.permute(2, 0, 3, 1, 4) + reshape_38 = None + getitem_61 = qkv_19[0] + q_19 = getitem_61 * 0.14433756729740643 + getitem_61 = None + k_19 = qkv_19[1] + v_19 = qkv_19[2] + qkv_19 = None + transpose_39 = k_19.transpose(-2, -1) + k_19 = None + attn_95 = q_19 @ transpose_39 + q_19 = transpose_39 = None + permute_96 = attn_95.permute(0, 2, 3, 1) + attn_95 = None + linear_115 = torch._C._nn.linear( + permute_96, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_96 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_96 = linear_115.permute(0, 3, 1, 2) + linear_115 = None + attn_97 = attn_96.softmax(dim=-1) + attn_96 = None + permute_98 = attn_97.permute(0, 2, 3, 1) + attn_97 = None + linear_116 = torch._C._nn.linear( + permute_98, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_98 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_98 = linear_116.permute(0, 3, 1, 2) + linear_116 = None + attn_99 = torch.nn.functional.dropout(attn_98, 0.0, False, False) + attn_98 = None + matmul_39 = attn_99 @ v_19 + attn_99 = v_19 = None + transpose_40 = matmul_39.transpose(1, 2) + matmul_39 = None + x_194 = transpose_40.reshape(1, 196, 192) + transpose_40 = None + x_195 = torch._C._nn.linear( + x_194, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_, + ) + x_194 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) = None + x_196 = torch.nn.functional.dropout(x_195, 0.0, False, False) + x_195 = None + mul_58 = l_self_modules_blocks_modules_19_parameters_gamma_1_ * x_196 + l_self_modules_blocks_modules_19_parameters_gamma_1_ = x_196 = None + x_197 = x_193 + mul_58 + x_193 = mul_58 = None + layer_norm_39 = torch.nn.functional.layer_norm( + x_197, + (192,), + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) = None + x_198 = torch._C._nn.linear( + layer_norm_39, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_39 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_199 = torch._C._nn.gelu(x_198, approximate="none") + x_198 = None + x_200 = torch.nn.functional.dropout(x_199, 0.0, False, False) + x_199 = None + x_201 = torch._C._nn.linear( + x_200, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_, + ) + x_200 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_202 = torch.nn.functional.dropout(x_201, 0.0, False, False) + x_201 = None + mul_59 = l_self_modules_blocks_modules_19_parameters_gamma_2_ * x_202 + l_self_modules_blocks_modules_19_parameters_gamma_2_ = x_202 = None + x_203 = x_197 + mul_59 + x_197 = mul_59 = None + layer_norm_40 = torch.nn.functional.layer_norm( + x_203, + (192,), + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) = None + linear_120 = torch._C._nn.linear( + layer_norm_40, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_40 = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_40 = linear_120.reshape(1, 196, 3, 4, 48) + linear_120 = None + qkv_20 = reshape_40.permute(2, 0, 3, 1, 4) + reshape_40 = None + getitem_64 = qkv_20[0] + q_20 = getitem_64 * 0.14433756729740643 + getitem_64 = None + k_20 = qkv_20[1] + v_20 = qkv_20[2] + qkv_20 = None + transpose_41 = k_20.transpose(-2, -1) + k_20 = None + attn_100 = q_20 @ transpose_41 + q_20 = transpose_41 = None + permute_101 = attn_100.permute(0, 2, 3, 1) + attn_100 = None + linear_121 = torch._C._nn.linear( + permute_101, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_101 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_101 = linear_121.permute(0, 3, 1, 2) + linear_121 = None + attn_102 = attn_101.softmax(dim=-1) + attn_101 = None + permute_103 = attn_102.permute(0, 2, 3, 1) + attn_102 = None + linear_122 = torch._C._nn.linear( + permute_103, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_103 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_103 = linear_122.permute(0, 3, 1, 2) + linear_122 = None + attn_104 = torch.nn.functional.dropout(attn_103, 0.0, False, False) + attn_103 = None + matmul_41 = attn_104 @ v_20 + attn_104 = v_20 = None + transpose_42 = matmul_41.transpose(1, 2) + matmul_41 = None + x_204 = transpose_42.reshape(1, 196, 192) + transpose_42 = None + x_205 = torch._C._nn.linear( + x_204, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_, + ) + x_204 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) = None + x_206 = torch.nn.functional.dropout(x_205, 0.0, False, False) + x_205 = None + mul_61 = l_self_modules_blocks_modules_20_parameters_gamma_1_ * x_206 + l_self_modules_blocks_modules_20_parameters_gamma_1_ = x_206 = None + x_207 = x_203 + mul_61 + x_203 = mul_61 = None + layer_norm_41 = torch.nn.functional.layer_norm( + x_207, + (192,), + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) = None + x_208 = torch._C._nn.linear( + layer_norm_41, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_41 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_209 = torch._C._nn.gelu(x_208, approximate="none") + x_208 = None + x_210 = torch.nn.functional.dropout(x_209, 0.0, False, False) + x_209 = None + x_211 = torch._C._nn.linear( + x_210, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_, + ) + x_210 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_212 = torch.nn.functional.dropout(x_211, 0.0, False, False) + x_211 = None + mul_62 = l_self_modules_blocks_modules_20_parameters_gamma_2_ * x_212 + l_self_modules_blocks_modules_20_parameters_gamma_2_ = x_212 = None + x_213 = x_207 + mul_62 + x_207 = mul_62 = None + layer_norm_42 = torch.nn.functional.layer_norm( + x_213, + (192,), + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) = None + linear_126 = torch._C._nn.linear( + layer_norm_42, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_42 = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_42 = linear_126.reshape(1, 196, 3, 4, 48) + linear_126 = None + qkv_21 = reshape_42.permute(2, 0, 3, 1, 4) + reshape_42 = None + getitem_67 = qkv_21[0] + q_21 = getitem_67 * 0.14433756729740643 + getitem_67 = None + k_21 = qkv_21[1] + v_21 = qkv_21[2] + qkv_21 = None + transpose_43 = k_21.transpose(-2, -1) + k_21 = None + attn_105 = q_21 @ transpose_43 + q_21 = transpose_43 = None + permute_106 = attn_105.permute(0, 2, 3, 1) + attn_105 = None + linear_127 = torch._C._nn.linear( + permute_106, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_106 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_106 = linear_127.permute(0, 3, 1, 2) + linear_127 = None + attn_107 = attn_106.softmax(dim=-1) + attn_106 = None + permute_108 = attn_107.permute(0, 2, 3, 1) + attn_107 = None + linear_128 = torch._C._nn.linear( + permute_108, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_108 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_108 = linear_128.permute(0, 3, 1, 2) + linear_128 = None + attn_109 = torch.nn.functional.dropout(attn_108, 0.0, False, False) + attn_108 = None + matmul_43 = attn_109 @ v_21 + attn_109 = v_21 = None + transpose_44 = matmul_43.transpose(1, 2) + matmul_43 = None + x_214 = transpose_44.reshape(1, 196, 192) + transpose_44 = None + x_215 = torch._C._nn.linear( + x_214, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_, + ) + x_214 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) = None + x_216 = torch.nn.functional.dropout(x_215, 0.0, False, False) + x_215 = None + mul_64 = l_self_modules_blocks_modules_21_parameters_gamma_1_ * x_216 + l_self_modules_blocks_modules_21_parameters_gamma_1_ = x_216 = None + x_217 = x_213 + mul_64 + x_213 = mul_64 = None + layer_norm_43 = torch.nn.functional.layer_norm( + x_217, + (192,), + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) = None + x_218 = torch._C._nn.linear( + layer_norm_43, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_43 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_219 = torch._C._nn.gelu(x_218, approximate="none") + x_218 = None + x_220 = torch.nn.functional.dropout(x_219, 0.0, False, False) + x_219 = None + x_221 = torch._C._nn.linear( + x_220, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_, + ) + x_220 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_222 = torch.nn.functional.dropout(x_221, 0.0, False, False) + x_221 = None + mul_65 = l_self_modules_blocks_modules_21_parameters_gamma_2_ * x_222 + l_self_modules_blocks_modules_21_parameters_gamma_2_ = x_222 = None + x_223 = x_217 + mul_65 + x_217 = mul_65 = None + layer_norm_44 = torch.nn.functional.layer_norm( + x_223, + (192,), + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) = None + linear_132 = torch._C._nn.linear( + layer_norm_44, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_44 = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_44 = linear_132.reshape(1, 196, 3, 4, 48) + linear_132 = None + qkv_22 = reshape_44.permute(2, 0, 3, 1, 4) + reshape_44 = None + getitem_70 = qkv_22[0] + q_22 = getitem_70 * 0.14433756729740643 + getitem_70 = None + k_22 = qkv_22[1] + v_22 = qkv_22[2] + qkv_22 = None + transpose_45 = k_22.transpose(-2, -1) + k_22 = None + attn_110 = q_22 @ transpose_45 + q_22 = transpose_45 = None + permute_111 = attn_110.permute(0, 2, 3, 1) + attn_110 = None + linear_133 = torch._C._nn.linear( + permute_111, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_111 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_111 = linear_133.permute(0, 3, 1, 2) + linear_133 = None + attn_112 = attn_111.softmax(dim=-1) + attn_111 = None + permute_113 = attn_112.permute(0, 2, 3, 1) + attn_112 = None + linear_134 = torch._C._nn.linear( + permute_113, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_113 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_113 = linear_134.permute(0, 3, 1, 2) + linear_134 = None + attn_114 = torch.nn.functional.dropout(attn_113, 0.0, False, False) + attn_113 = None + matmul_45 = attn_114 @ v_22 + attn_114 = v_22 = None + transpose_46 = matmul_45.transpose(1, 2) + matmul_45 = None + x_224 = transpose_46.reshape(1, 196, 192) + transpose_46 = None + x_225 = torch._C._nn.linear( + x_224, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_, + ) + x_224 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) = None + x_226 = torch.nn.functional.dropout(x_225, 0.0, False, False) + x_225 = None + mul_67 = l_self_modules_blocks_modules_22_parameters_gamma_1_ * x_226 + l_self_modules_blocks_modules_22_parameters_gamma_1_ = x_226 = None + x_227 = x_223 + mul_67 + x_223 = mul_67 = None + layer_norm_45 = torch.nn.functional.layer_norm( + x_227, + (192,), + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) = None + x_228 = torch._C._nn.linear( + layer_norm_45, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_45 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_229 = torch._C._nn.gelu(x_228, approximate="none") + x_228 = None + x_230 = torch.nn.functional.dropout(x_229, 0.0, False, False) + x_229 = None + x_231 = torch._C._nn.linear( + x_230, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_, + ) + x_230 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_232 = torch.nn.functional.dropout(x_231, 0.0, False, False) + x_231 = None + mul_68 = l_self_modules_blocks_modules_22_parameters_gamma_2_ * x_232 + l_self_modules_blocks_modules_22_parameters_gamma_2_ = x_232 = None + x_233 = x_227 + mul_68 + x_227 = mul_68 = None + layer_norm_46 = torch.nn.functional.layer_norm( + x_233, + (192,), + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) = None + linear_138 = torch._C._nn.linear( + layer_norm_46, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_46 = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_46 = linear_138.reshape(1, 196, 3, 4, 48) + linear_138 = None + qkv_23 = reshape_46.permute(2, 0, 3, 1, 4) + reshape_46 = None + getitem_73 = qkv_23[0] + q_23 = getitem_73 * 0.14433756729740643 + getitem_73 = None + k_23 = qkv_23[1] + v_23 = qkv_23[2] + qkv_23 = None + transpose_47 = k_23.transpose(-2, -1) + k_23 = None + attn_115 = q_23 @ transpose_47 + q_23 = transpose_47 = None + permute_116 = attn_115.permute(0, 2, 3, 1) + attn_115 = None + linear_139 = torch._C._nn.linear( + permute_116, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_116 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_116 = linear_139.permute(0, 3, 1, 2) + linear_139 = None + attn_117 = attn_116.softmax(dim=-1) + attn_116 = None + permute_118 = attn_117.permute(0, 2, 3, 1) + attn_117 = None + linear_140 = torch._C._nn.linear( + permute_118, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_118 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_118 = linear_140.permute(0, 3, 1, 2) + linear_140 = None + attn_119 = torch.nn.functional.dropout(attn_118, 0.0, False, False) + attn_118 = None + matmul_47 = attn_119 @ v_23 + attn_119 = v_23 = None + transpose_48 = matmul_47.transpose(1, 2) + matmul_47 = None + x_234 = transpose_48.reshape(1, 196, 192) + transpose_48 = None + x_235 = torch._C._nn.linear( + x_234, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_, + ) + x_234 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) = None + x_236 = torch.nn.functional.dropout(x_235, 0.0, False, False) + x_235 = None + mul_70 = l_self_modules_blocks_modules_23_parameters_gamma_1_ * x_236 + l_self_modules_blocks_modules_23_parameters_gamma_1_ = x_236 = None + x_237 = x_233 + mul_70 + x_233 = mul_70 = None + layer_norm_47 = torch.nn.functional.layer_norm( + x_237, + (192,), + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) = None + x_238 = torch._C._nn.linear( + layer_norm_47, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_47 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_239 = torch._C._nn.gelu(x_238, approximate="none") + x_238 = None + x_240 = torch.nn.functional.dropout(x_239, 0.0, False, False) + x_239 = None + x_241 = torch._C._nn.linear( + x_240, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_, + ) + x_240 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_242 = torch.nn.functional.dropout(x_241, 0.0, False, False) + x_241 = None + mul_71 = l_self_modules_blocks_modules_23_parameters_gamma_2_ * x_242 + l_self_modules_blocks_modules_23_parameters_gamma_2_ = x_242 = None + x_243 = x_237 + mul_71 + x_237 = mul_71 = None + cls_tokens = l_self_parameters_cls_token_.expand(1, -1, -1) + l_self_parameters_cls_token_ = None + u = torch.cat((cls_tokens, x_243), dim=1) + layer_norm_48 = torch.nn.functional.layer_norm( + u, + (192,), + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + u = ( + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ + ) = ( + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ + ) = None + getitem_76 = layer_norm_48[(slice(None, None, None), 0)] + linear_144 = torch._C._nn.linear( + getitem_76, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_, + ) + getitem_76 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ = (None) + unsqueeze = linear_144.unsqueeze(1) + linear_144 = None + reshape_48 = unsqueeze.reshape(1, 1, 4, 48) + unsqueeze = None + q_24 = reshape_48.permute(0, 2, 1, 3) + reshape_48 = None + linear_145 = torch._C._nn.linear( + layer_norm_48, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_, + ) + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ = (None) + reshape_49 = linear_145.reshape(1, 197, 4, 48) + linear_145 = None + k_24 = reshape_49.permute(0, 2, 1, 3) + reshape_49 = None + linear_146 = torch._C._nn.linear( + layer_norm_48, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_, + ) + layer_norm_48 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ = (None) + reshape_50 = linear_146.reshape(1, 197, 4, 48) + linear_146 = None + v_24 = reshape_50.permute(0, 2, 1, 3) + reshape_50 = None + x_cls = torch._C._nn.scaled_dot_product_attention( + q_24, k_24, v_24, dropout_p=0.0 + ) + q_24 = k_24 = v_24 = None + transpose_49 = x_cls.transpose(1, 2) + x_cls = None + x_cls_1 = transpose_49.reshape(1, 1, 192) + transpose_49 = None + x_cls_2 = torch._C._nn.linear( + x_cls_1, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_cls_1 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ = (None) + x_cls_3 = torch.nn.functional.dropout(x_cls_2, 0.0, False, False) + x_cls_2 = None + mul_72 = ( + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ * x_cls_3 + ) + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ = x_cls_3 = None + x_cls_4 = cls_tokens + mul_72 + cls_tokens = mul_72 = None + layer_norm_49 = torch.nn.functional.layer_norm( + x_cls_4, + (192,), + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ + ) = None + x_244 = torch._C._nn.linear( + layer_norm_49, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_49 = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_245 = torch._C._nn.gelu(x_244, approximate="none") + x_244 = None + x_246 = torch.nn.functional.dropout(x_245, 0.0, False, False) + x_245 = None + x_247 = torch._C._nn.linear( + x_246, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_246 = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_248 = torch.nn.functional.dropout(x_247, 0.0, False, False) + x_247 = None + mul_73 = l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ * x_248 + l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ = x_248 = None + x_cls_5 = x_cls_4 + mul_73 + x_cls_4 = mul_73 = None + u_1 = torch.cat((x_cls_5, x_243), dim=1) + layer_norm_50 = torch.nn.functional.layer_norm( + u_1, + (192,), + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + u_1 = ( + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ + ) = ( + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ + ) = None + getitem_77 = layer_norm_50[(slice(None, None, None), 0)] + linear_150 = torch._C._nn.linear( + getitem_77, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_, + ) + getitem_77 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ = (None) + unsqueeze_1 = linear_150.unsqueeze(1) + linear_150 = None + reshape_52 = unsqueeze_1.reshape(1, 1, 4, 48) + unsqueeze_1 = None + q_25 = reshape_52.permute(0, 2, 1, 3) + reshape_52 = None + linear_151 = torch._C._nn.linear( + layer_norm_50, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_, + ) + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ = (None) + reshape_53 = linear_151.reshape(1, 197, 4, 48) + linear_151 = None + k_25 = reshape_53.permute(0, 2, 1, 3) + reshape_53 = None + linear_152 = torch._C._nn.linear( + layer_norm_50, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_, + ) + layer_norm_50 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ = (None) + reshape_54 = linear_152.reshape(1, 197, 4, 48) + linear_152 = None + v_25 = reshape_54.permute(0, 2, 1, 3) + reshape_54 = None + x_cls_6 = torch._C._nn.scaled_dot_product_attention( + q_25, k_25, v_25, dropout_p=0.0 + ) + q_25 = k_25 = v_25 = None + transpose_50 = x_cls_6.transpose(1, 2) + x_cls_6 = None + x_cls_7 = transpose_50.reshape(1, 1, 192) + transpose_50 = None + x_cls_8 = torch._C._nn.linear( + x_cls_7, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_cls_7 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ = (None) + x_cls_9 = torch.nn.functional.dropout(x_cls_8, 0.0, False, False) + x_cls_8 = None + mul_74 = ( + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ * x_cls_9 + ) + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ = x_cls_9 = None + x_cls_10 = x_cls_5 + mul_74 + x_cls_5 = mul_74 = None + layer_norm_51 = torch.nn.functional.layer_norm( + x_cls_10, + (192,), + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ + ) = None + x_249 = torch._C._nn.linear( + layer_norm_51, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_51 = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_250 = torch._C._nn.gelu(x_249, approximate="none") + x_249 = None + x_251 = torch.nn.functional.dropout(x_250, 0.0, False, False) + x_250 = None + x_252 = torch._C._nn.linear( + x_251, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_251 = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_253 = torch.nn.functional.dropout(x_252, 0.0, False, False) + x_252 = None + mul_75 = l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ * x_253 + l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ = x_253 = None + x_cls_11 = x_cls_10 + mul_75 + x_cls_10 = mul_75 = None + x_254 = torch.cat((x_cls_11, x_243), dim=1) + x_cls_11 = x_243 = None + x_255 = torch.nn.functional.layer_norm( + x_254, + (192,), + l_self_modules_norm_parameters_weight_, + l_self_modules_norm_parameters_bias_, + 1e-06, + ) + x_254 = ( + l_self_modules_norm_parameters_weight_ + ) = l_self_modules_norm_parameters_bias_ = None + x_256 = x_255[(slice(None, None, None), 0)] + x_255 = None + x_257 = torch.nn.functional.dropout(x_256, 0.0, False, False) + x_256 = None + x_258 = torch._C._nn.linear( + x_257, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_257 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_258,) diff --git a/samples/timm/cait_xxs24_224.fb_dist_in1k/weight_meta.py b/samples/timm/cait_xxs24_224.fb_dist_in1k/weight_meta.py new file mode 100644 index 0000000000..f0c269b83c --- /dev/null +++ b/samples/timm/cait_xxs24_224.fb_dist_in1k/weight_meta.py @@ -0,0 +1,4980 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.230 + std = 1.284 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed_modules_proj_parameters_weight_" + shape = [192, 3, 16, 16] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_pos_embed_: + name = "L_self_parameters_pos_embed_" + shape = [1, 196, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_0_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_0_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_1_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_1_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_2_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.014 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_2_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_3_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.010 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_3_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_4_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_4_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_5_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.006 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.010 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_5_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_6_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.007 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_6_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_7_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_7_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_8_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_8_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_9_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.007 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_9_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_10_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_10_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_11_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_11_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_12_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_12_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_13_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.013 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_13_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_14_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.024 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_14_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_15_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.025 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_15_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_16_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.024 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_16_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_17_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.010 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.008 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_17_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_18_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.013 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.028 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_18_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_19_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.010 + std = 0.014 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_19_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_20_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.024 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_20_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_21_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_21_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_22_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_22_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_23_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_23_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token_: + name = "L_self_parameters_cls_token_" + shape = [1, 1, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_: + name = "L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_: + name = "L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_: + name = "L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_: + name = "L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_weight_: + name = "L_self_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_bias_: + name = "L_self_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/cait_xxs36_224.fb_dist_in1k/graph_hash.txt b/samples/timm/cait_xxs36_224.fb_dist_in1k/graph_hash.txt new file mode 100644 index 0000000000..8348598639 --- /dev/null +++ b/samples/timm/cait_xxs36_224.fb_dist_in1k/graph_hash.txt @@ -0,0 +1 @@ +630243af3229385eb616e6637b54dc563056dc16fd00c309d948e10aec3e8c0e \ No newline at end of file diff --git a/samples/timm/cait_xxs36_224.fb_dist_in1k/graph_net.json b/samples/timm/cait_xxs36_224.fb_dist_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/cait_xxs36_224.fb_dist_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/cait_xxs36_224.fb_dist_in1k/input_meta.py b/samples/timm/cait_xxs36_224.fb_dist_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/cait_xxs36_224.fb_dist_in1k/input_tensor_constraints.py b/samples/timm/cait_xxs36_224.fb_dist_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/cait_xxs36_224.fb_dist_in1k/model.py b/samples/timm/cait_xxs36_224.fb_dist_in1k/model.py new file mode 100644 index 0000000000..9aa5fd29ee --- /dev/null +++ b/samples/timm/cait_xxs36_224.fb_dist_in1k/model.py @@ -0,0 +1,6972 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_pos_embed_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed_modules_proj_parameters_bias_ + ) + l_self_parameters_pos_embed_ = L_self_parameters_pos_embed_ + l_self_modules_blocks_modules_0_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_0_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_0_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_0_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_1_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_1_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_1_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_2_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_2_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_2_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_3_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_3_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_3_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_4_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_4_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_4_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_5_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_5_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_5_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_6_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_6_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_6_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_7_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_7_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_7_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_8_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_8_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_8_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_9_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_9_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_9_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_10_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_10_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_10_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_11_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_11_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_11_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_12_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_12_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_12_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_13_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_13_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_13_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_14_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_14_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_14_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_15_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_15_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_15_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_16_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_16_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_16_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_17_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_17_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_17_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_18_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_18_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_18_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_19_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_19_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_19_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_20_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_20_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_20_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_21_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_21_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_21_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_22_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_22_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_22_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_23_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_23_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_23_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_24_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_24_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_24_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_24_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_24_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_24_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_24_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_24_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_24_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_24_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_25_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_25_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_25_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_25_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_25_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_25_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_25_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_25_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_25_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_25_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_26_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_26_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_26_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_26_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_26_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_26_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_26_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_26_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_26_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_26_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_27_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_27_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_27_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_27_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_27_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_27_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_27_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_27_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_27_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_27_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_28_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_28_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_28_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_28_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_28_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_28_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_28_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_28_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_28_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_28_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_29_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_29_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_29_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_29_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_29_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_29_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_29_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_29_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_29_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_29_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_30_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_30_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_30_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_30_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_30_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_30_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_30_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_30_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_30_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_30_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_31_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_31_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_31_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_31_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_31_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_31_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_31_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_31_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_31_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_31_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_32_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_32_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_32_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_32_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_32_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_32_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_32_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_32_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_32_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_32_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_32_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_32_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_33_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_33_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_33_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_33_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_33_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_33_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_33_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_33_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_33_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_33_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_33_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_33_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_34_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_34_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_34_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_34_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_34_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_34_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_34_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_34_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_34_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_34_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_34_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_34_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_modules_blocks_modules_35_parameters_gamma_1_ = ( + L_self_modules_blocks_modules_35_parameters_gamma_1_ + ) + l_self_modules_blocks_modules_35_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_modules_35_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_modules_35_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_modules_35_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_weight_ = ( + L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_weight_ + ) + l_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_bias_ = ( + L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_bias_ + ) + l_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_weight_ = L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_weight_ + l_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_bias_ = L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_bias_ + l_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_weight_ = L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_weight_ + l_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_bias_ = L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_bias_ + l_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_bias_ = ( + L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_bias_ + ) + l_self_modules_blocks_modules_35_parameters_gamma_2_ = ( + L_self_modules_blocks_modules_35_parameters_gamma_2_ + ) + l_self_modules_blocks_modules_35_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_modules_35_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_modules_35_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_modules_35_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_weight_ = ( + L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_weight_ + ) + l_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_bias_ = ( + L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_bias_ + ) + l_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_weight_ = ( + L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_weight_ + ) + l_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_bias_ = ( + L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_bias_ + ) + l_self_parameters_cls_token_ = L_self_parameters_cls_token_ + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ = ( + L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ = ( + L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ = ( + L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ = ( + L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_norm_parameters_weight_ = L_self_modules_norm_parameters_weight_ + l_self_modules_norm_parameters_bias_ = L_self_modules_norm_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed_modules_proj_parameters_weight_, + l_self_modules_patch_embed_modules_proj_parameters_bias_, + (16, 16), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + x_2 = x_1 + l_self_parameters_pos_embed_ + x_1 = l_self_parameters_pos_embed_ = None + x_3 = torch.nn.functional.dropout(x_2, 0.0, False, False) + x_2 = None + layer_norm = torch.nn.functional.layer_norm( + x_3, + (192,), + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + layer_norm, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape = linear.reshape(1, 196, 3, 4, 48) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + getitem_4 = qkv[0] + q = getitem_4 * 0.14433756729740643 + getitem_4 = None + k = qkv[1] + v = qkv[2] + qkv = None + transpose_1 = k.transpose(-2, -1) + k = None + attn = q @ transpose_1 + q = transpose_1 = None + permute_1 = attn.permute(0, 2, 3, 1) + attn = None + linear_1 = torch._C._nn.linear( + permute_1, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_1 = l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_1 = linear_1.permute(0, 3, 1, 2) + linear_1 = None + attn_2 = attn_1.softmax(dim=-1) + attn_1 = None + permute_3 = attn_2.permute(0, 2, 3, 1) + attn_2 = None + linear_2 = torch._C._nn.linear( + permute_3, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_3 = l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_3 = linear_2.permute(0, 3, 1, 2) + linear_2 = None + attn_4 = torch.nn.functional.dropout(attn_3, 0.0, False, False) + attn_3 = None + matmul_1 = attn_4 @ v + attn_4 = v = None + transpose_2 = matmul_1.transpose(1, 2) + matmul_1 = None + x_4 = transpose_2.reshape(1, 196, 192) + transpose_2 = None + x_5 = torch._C._nn.linear( + x_4, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_4 = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_ + ) = None + x_6 = torch.nn.functional.dropout(x_5, 0.0, False, False) + x_5 = None + mul_1 = l_self_modules_blocks_modules_0_parameters_gamma_1_ * x_6 + l_self_modules_blocks_modules_0_parameters_gamma_1_ = x_6 = None + x_7 = x_3 + mul_1 + x_3 = mul_1 = None + layer_norm_1 = torch.nn.functional.layer_norm( + x_7, + (192,), + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_0_modules_norm2_parameters_bias_ + ) = None + x_8 = torch._C._nn.linear( + layer_norm_1, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_1 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_9 = torch._C._nn.gelu(x_8, approximate="none") + x_8 = None + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = torch._C._nn.linear( + x_10, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_10 = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_12 = torch.nn.functional.dropout(x_11, 0.0, False, False) + x_11 = None + mul_2 = l_self_modules_blocks_modules_0_parameters_gamma_2_ * x_12 + l_self_modules_blocks_modules_0_parameters_gamma_2_ = x_12 = None + x_13 = x_7 + mul_2 + x_7 = mul_2 = None + layer_norm_2 = torch.nn.functional.layer_norm( + x_13, + (192,), + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_6 = torch._C._nn.linear( + layer_norm_2, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_2 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_2 = linear_6.reshape(1, 196, 3, 4, 48) + linear_6 = None + qkv_1 = reshape_2.permute(2, 0, 3, 1, 4) + reshape_2 = None + getitem_7 = qkv_1[0] + q_1 = getitem_7 * 0.14433756729740643 + getitem_7 = None + k_1 = qkv_1[1] + v_1 = qkv_1[2] + qkv_1 = None + transpose_3 = k_1.transpose(-2, -1) + k_1 = None + attn_5 = q_1 @ transpose_3 + q_1 = transpose_3 = None + permute_6 = attn_5.permute(0, 2, 3, 1) + attn_5 = None + linear_7 = torch._C._nn.linear( + permute_6, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_6 = l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_6 = linear_7.permute(0, 3, 1, 2) + linear_7 = None + attn_7 = attn_6.softmax(dim=-1) + attn_6 = None + permute_8 = attn_7.permute(0, 2, 3, 1) + attn_7 = None + linear_8 = torch._C._nn.linear( + permute_8, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_8 = l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_8 = linear_8.permute(0, 3, 1, 2) + linear_8 = None + attn_9 = torch.nn.functional.dropout(attn_8, 0.0, False, False) + attn_8 = None + matmul_3 = attn_9 @ v_1 + attn_9 = v_1 = None + transpose_4 = matmul_3.transpose(1, 2) + matmul_3 = None + x_14 = transpose_4.reshape(1, 196, 192) + transpose_4 = None + x_15 = torch._C._nn.linear( + x_14, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_14 = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_ + ) = None + x_16 = torch.nn.functional.dropout(x_15, 0.0, False, False) + x_15 = None + mul_4 = l_self_modules_blocks_modules_1_parameters_gamma_1_ * x_16 + l_self_modules_blocks_modules_1_parameters_gamma_1_ = x_16 = None + x_17 = x_13 + mul_4 + x_13 = mul_4 = None + layer_norm_3 = torch.nn.functional.layer_norm( + x_17, + (192,), + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_1_modules_norm2_parameters_bias_ + ) = None + x_18 = torch._C._nn.linear( + layer_norm_3, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_3 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_19 = torch._C._nn.gelu(x_18, approximate="none") + x_18 = None + x_20 = torch.nn.functional.dropout(x_19, 0.0, False, False) + x_19 = None + x_21 = torch._C._nn.linear( + x_20, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_20 = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_22 = torch.nn.functional.dropout(x_21, 0.0, False, False) + x_21 = None + mul_5 = l_self_modules_blocks_modules_1_parameters_gamma_2_ * x_22 + l_self_modules_blocks_modules_1_parameters_gamma_2_ = x_22 = None + x_23 = x_17 + mul_5 + x_17 = mul_5 = None + layer_norm_4 = torch.nn.functional.layer_norm( + x_23, + (192,), + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + layer_norm_4, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_4 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_4 = linear_12.reshape(1, 196, 3, 4, 48) + linear_12 = None + qkv_2 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + getitem_10 = qkv_2[0] + q_2 = getitem_10 * 0.14433756729740643 + getitem_10 = None + k_2 = qkv_2[1] + v_2 = qkv_2[2] + qkv_2 = None + transpose_5 = k_2.transpose(-2, -1) + k_2 = None + attn_10 = q_2 @ transpose_5 + q_2 = transpose_5 = None + permute_11 = attn_10.permute(0, 2, 3, 1) + attn_10 = None + linear_13 = torch._C._nn.linear( + permute_11, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_11 = l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_11 = linear_13.permute(0, 3, 1, 2) + linear_13 = None + attn_12 = attn_11.softmax(dim=-1) + attn_11 = None + permute_13 = attn_12.permute(0, 2, 3, 1) + attn_12 = None + linear_14 = torch._C._nn.linear( + permute_13, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_13 = l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_13 = linear_14.permute(0, 3, 1, 2) + linear_14 = None + attn_14 = torch.nn.functional.dropout(attn_13, 0.0, False, False) + attn_13 = None + matmul_5 = attn_14 @ v_2 + attn_14 = v_2 = None + transpose_6 = matmul_5.transpose(1, 2) + matmul_5 = None + x_24 = transpose_6.reshape(1, 196, 192) + transpose_6 = None + x_25 = torch._C._nn.linear( + x_24, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_, + ) + x_24 = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_ + ) = None + x_26 = torch.nn.functional.dropout(x_25, 0.0, False, False) + x_25 = None + mul_7 = l_self_modules_blocks_modules_2_parameters_gamma_1_ * x_26 + l_self_modules_blocks_modules_2_parameters_gamma_1_ = x_26 = None + x_27 = x_23 + mul_7 + x_23 = mul_7 = None + layer_norm_5 = torch.nn.functional.layer_norm( + x_27, + (192,), + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_2_modules_norm2_parameters_bias_ + ) = None + x_28 = torch._C._nn.linear( + layer_norm_5, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_5 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_29 = torch._C._nn.gelu(x_28, approximate="none") + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch._C._nn.linear( + x_30, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_30 = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + mul_8 = l_self_modules_blocks_modules_2_parameters_gamma_2_ * x_32 + l_self_modules_blocks_modules_2_parameters_gamma_2_ = x_32 = None + x_33 = x_27 + mul_8 + x_27 = mul_8 = None + layer_norm_6 = torch.nn.functional.layer_norm( + x_33, + (192,), + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_18 = torch._C._nn.linear( + layer_norm_6, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_6 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_6 = linear_18.reshape(1, 196, 3, 4, 48) + linear_18 = None + qkv_3 = reshape_6.permute(2, 0, 3, 1, 4) + reshape_6 = None + getitem_13 = qkv_3[0] + q_3 = getitem_13 * 0.14433756729740643 + getitem_13 = None + k_3 = qkv_3[1] + v_3 = qkv_3[2] + qkv_3 = None + transpose_7 = k_3.transpose(-2, -1) + k_3 = None + attn_15 = q_3 @ transpose_7 + q_3 = transpose_7 = None + permute_16 = attn_15.permute(0, 2, 3, 1) + attn_15 = None + linear_19 = torch._C._nn.linear( + permute_16, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_16 = l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_16 = linear_19.permute(0, 3, 1, 2) + linear_19 = None + attn_17 = attn_16.softmax(dim=-1) + attn_16 = None + permute_18 = attn_17.permute(0, 2, 3, 1) + attn_17 = None + linear_20 = torch._C._nn.linear( + permute_18, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_18 = l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_18 = linear_20.permute(0, 3, 1, 2) + linear_20 = None + attn_19 = torch.nn.functional.dropout(attn_18, 0.0, False, False) + attn_18 = None + matmul_7 = attn_19 @ v_3 + attn_19 = v_3 = None + transpose_8 = matmul_7.transpose(1, 2) + matmul_7 = None + x_34 = transpose_8.reshape(1, 196, 192) + transpose_8 = None + x_35 = torch._C._nn.linear( + x_34, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_, + ) + x_34 = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_ + ) = None + x_36 = torch.nn.functional.dropout(x_35, 0.0, False, False) + x_35 = None + mul_10 = l_self_modules_blocks_modules_3_parameters_gamma_1_ * x_36 + l_self_modules_blocks_modules_3_parameters_gamma_1_ = x_36 = None + x_37 = x_33 + mul_10 + x_33 = mul_10 = None + layer_norm_7 = torch.nn.functional.layer_norm( + x_37, + (192,), + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_3_modules_norm2_parameters_bias_ + ) = None + x_38 = torch._C._nn.linear( + layer_norm_7, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_7 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_39 = torch._C._nn.gelu(x_38, approximate="none") + x_38 = None + x_40 = torch.nn.functional.dropout(x_39, 0.0, False, False) + x_39 = None + x_41 = torch._C._nn.linear( + x_40, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_40 = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_42 = torch.nn.functional.dropout(x_41, 0.0, False, False) + x_41 = None + mul_11 = l_self_modules_blocks_modules_3_parameters_gamma_2_ * x_42 + l_self_modules_blocks_modules_3_parameters_gamma_2_ = x_42 = None + x_43 = x_37 + mul_11 + x_37 = mul_11 = None + layer_norm_8 = torch.nn.functional.layer_norm( + x_43, + (192,), + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + layer_norm_8, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_8 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_8 = linear_24.reshape(1, 196, 3, 4, 48) + linear_24 = None + qkv_4 = reshape_8.permute(2, 0, 3, 1, 4) + reshape_8 = None + getitem_16 = qkv_4[0] + q_4 = getitem_16 * 0.14433756729740643 + getitem_16 = None + k_4 = qkv_4[1] + v_4 = qkv_4[2] + qkv_4 = None + transpose_9 = k_4.transpose(-2, -1) + k_4 = None + attn_20 = q_4 @ transpose_9 + q_4 = transpose_9 = None + permute_21 = attn_20.permute(0, 2, 3, 1) + attn_20 = None + linear_25 = torch._C._nn.linear( + permute_21, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_21 = l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_21 = linear_25.permute(0, 3, 1, 2) + linear_25 = None + attn_22 = attn_21.softmax(dim=-1) + attn_21 = None + permute_23 = attn_22.permute(0, 2, 3, 1) + attn_22 = None + linear_26 = torch._C._nn.linear( + permute_23, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_23 = l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_23 = linear_26.permute(0, 3, 1, 2) + linear_26 = None + attn_24 = torch.nn.functional.dropout(attn_23, 0.0, False, False) + attn_23 = None + matmul_9 = attn_24 @ v_4 + attn_24 = v_4 = None + transpose_10 = matmul_9.transpose(1, 2) + matmul_9 = None + x_44 = transpose_10.reshape(1, 196, 192) + transpose_10 = None + x_45 = torch._C._nn.linear( + x_44, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_, + ) + x_44 = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_ + ) = None + x_46 = torch.nn.functional.dropout(x_45, 0.0, False, False) + x_45 = None + mul_13 = l_self_modules_blocks_modules_4_parameters_gamma_1_ * x_46 + l_self_modules_blocks_modules_4_parameters_gamma_1_ = x_46 = None + x_47 = x_43 + mul_13 + x_43 = mul_13 = None + layer_norm_9 = torch.nn.functional.layer_norm( + x_47, + (192,), + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_4_modules_norm2_parameters_bias_ + ) = None + x_48 = torch._C._nn.linear( + layer_norm_9, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_9 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_49 = torch._C._nn.gelu(x_48, approximate="none") + x_48 = None + x_50 = torch.nn.functional.dropout(x_49, 0.0, False, False) + x_49 = None + x_51 = torch._C._nn.linear( + x_50, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_50 = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_52 = torch.nn.functional.dropout(x_51, 0.0, False, False) + x_51 = None + mul_14 = l_self_modules_blocks_modules_4_parameters_gamma_2_ * x_52 + l_self_modules_blocks_modules_4_parameters_gamma_2_ = x_52 = None + x_53 = x_47 + mul_14 + x_47 = mul_14 = None + layer_norm_10 = torch.nn.functional.layer_norm( + x_53, + (192,), + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_30 = torch._C._nn.linear( + layer_norm_10, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_10 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_10 = linear_30.reshape(1, 196, 3, 4, 48) + linear_30 = None + qkv_5 = reshape_10.permute(2, 0, 3, 1, 4) + reshape_10 = None + getitem_19 = qkv_5[0] + q_5 = getitem_19 * 0.14433756729740643 + getitem_19 = None + k_5 = qkv_5[1] + v_5 = qkv_5[2] + qkv_5 = None + transpose_11 = k_5.transpose(-2, -1) + k_5 = None + attn_25 = q_5 @ transpose_11 + q_5 = transpose_11 = None + permute_26 = attn_25.permute(0, 2, 3, 1) + attn_25 = None + linear_31 = torch._C._nn.linear( + permute_26, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_26 = l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_26 = linear_31.permute(0, 3, 1, 2) + linear_31 = None + attn_27 = attn_26.softmax(dim=-1) + attn_26 = None + permute_28 = attn_27.permute(0, 2, 3, 1) + attn_27 = None + linear_32 = torch._C._nn.linear( + permute_28, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_28 = l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_28 = linear_32.permute(0, 3, 1, 2) + linear_32 = None + attn_29 = torch.nn.functional.dropout(attn_28, 0.0, False, False) + attn_28 = None + matmul_11 = attn_29 @ v_5 + attn_29 = v_5 = None + transpose_12 = matmul_11.transpose(1, 2) + matmul_11 = None + x_54 = transpose_12.reshape(1, 196, 192) + transpose_12 = None + x_55 = torch._C._nn.linear( + x_54, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_, + ) + x_54 = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_ + ) = None + x_56 = torch.nn.functional.dropout(x_55, 0.0, False, False) + x_55 = None + mul_16 = l_self_modules_blocks_modules_5_parameters_gamma_1_ * x_56 + l_self_modules_blocks_modules_5_parameters_gamma_1_ = x_56 = None + x_57 = x_53 + mul_16 + x_53 = mul_16 = None + layer_norm_11 = torch.nn.functional.layer_norm( + x_57, + (192,), + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_5_modules_norm2_parameters_bias_ + ) = None + x_58 = torch._C._nn.linear( + layer_norm_11, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_11 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_59 = torch._C._nn.gelu(x_58, approximate="none") + x_58 = None + x_60 = torch.nn.functional.dropout(x_59, 0.0, False, False) + x_59 = None + x_61 = torch._C._nn.linear( + x_60, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_60 = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_62 = torch.nn.functional.dropout(x_61, 0.0, False, False) + x_61 = None + mul_17 = l_self_modules_blocks_modules_5_parameters_gamma_2_ * x_62 + l_self_modules_blocks_modules_5_parameters_gamma_2_ = x_62 = None + x_63 = x_57 + mul_17 + x_57 = mul_17 = None + layer_norm_12 = torch.nn.functional.layer_norm( + x_63, + (192,), + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm1_parameters_bias_ + ) = None + linear_36 = torch._C._nn.linear( + layer_norm_12, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_12 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_12 = linear_36.reshape(1, 196, 3, 4, 48) + linear_36 = None + qkv_6 = reshape_12.permute(2, 0, 3, 1, 4) + reshape_12 = None + getitem_22 = qkv_6[0] + q_6 = getitem_22 * 0.14433756729740643 + getitem_22 = None + k_6 = qkv_6[1] + v_6 = qkv_6[2] + qkv_6 = None + transpose_13 = k_6.transpose(-2, -1) + k_6 = None + attn_30 = q_6 @ transpose_13 + q_6 = transpose_13 = None + permute_31 = attn_30.permute(0, 2, 3, 1) + attn_30 = None + linear_37 = torch._C._nn.linear( + permute_31, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_31 = l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_31 = linear_37.permute(0, 3, 1, 2) + linear_37 = None + attn_32 = attn_31.softmax(dim=-1) + attn_31 = None + permute_33 = attn_32.permute(0, 2, 3, 1) + attn_32 = None + linear_38 = torch._C._nn.linear( + permute_33, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_33 = l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_33 = linear_38.permute(0, 3, 1, 2) + linear_38 = None + attn_34 = torch.nn.functional.dropout(attn_33, 0.0, False, False) + attn_33 = None + matmul_13 = attn_34 @ v_6 + attn_34 = v_6 = None + transpose_14 = matmul_13.transpose(1, 2) + matmul_13 = None + x_64 = transpose_14.reshape(1, 196, 192) + transpose_14 = None + x_65 = torch._C._nn.linear( + x_64, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_, + ) + x_64 = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_ + ) = None + x_66 = torch.nn.functional.dropout(x_65, 0.0, False, False) + x_65 = None + mul_19 = l_self_modules_blocks_modules_6_parameters_gamma_1_ * x_66 + l_self_modules_blocks_modules_6_parameters_gamma_1_ = x_66 = None + x_67 = x_63 + mul_19 + x_63 = mul_19 = None + layer_norm_13 = torch.nn.functional.layer_norm( + x_67, + (192,), + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_6_modules_norm2_parameters_bias_ + ) = None + x_68 = torch._C._nn.linear( + layer_norm_13, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_13 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_69 = torch._C._nn.gelu(x_68, approximate="none") + x_68 = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = torch._C._nn.linear( + x_70, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_70 = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_72 = torch.nn.functional.dropout(x_71, 0.0, False, False) + x_71 = None + mul_20 = l_self_modules_blocks_modules_6_parameters_gamma_2_ * x_72 + l_self_modules_blocks_modules_6_parameters_gamma_2_ = x_72 = None + x_73 = x_67 + mul_20 + x_67 = mul_20 = None + layer_norm_14 = torch.nn.functional.layer_norm( + x_73, + (192,), + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm1_parameters_bias_ + ) = None + linear_42 = torch._C._nn.linear( + layer_norm_14, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_14 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_14 = linear_42.reshape(1, 196, 3, 4, 48) + linear_42 = None + qkv_7 = reshape_14.permute(2, 0, 3, 1, 4) + reshape_14 = None + getitem_25 = qkv_7[0] + q_7 = getitem_25 * 0.14433756729740643 + getitem_25 = None + k_7 = qkv_7[1] + v_7 = qkv_7[2] + qkv_7 = None + transpose_15 = k_7.transpose(-2, -1) + k_7 = None + attn_35 = q_7 @ transpose_15 + q_7 = transpose_15 = None + permute_36 = attn_35.permute(0, 2, 3, 1) + attn_35 = None + linear_43 = torch._C._nn.linear( + permute_36, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_36 = l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_36 = linear_43.permute(0, 3, 1, 2) + linear_43 = None + attn_37 = attn_36.softmax(dim=-1) + attn_36 = None + permute_38 = attn_37.permute(0, 2, 3, 1) + attn_37 = None + linear_44 = torch._C._nn.linear( + permute_38, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_38 = l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_38 = linear_44.permute(0, 3, 1, 2) + linear_44 = None + attn_39 = torch.nn.functional.dropout(attn_38, 0.0, False, False) + attn_38 = None + matmul_15 = attn_39 @ v_7 + attn_39 = v_7 = None + transpose_16 = matmul_15.transpose(1, 2) + matmul_15 = None + x_74 = transpose_16.reshape(1, 196, 192) + transpose_16 = None + x_75 = torch._C._nn.linear( + x_74, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_, + ) + x_74 = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_ + ) = None + x_76 = torch.nn.functional.dropout(x_75, 0.0, False, False) + x_75 = None + mul_22 = l_self_modules_blocks_modules_7_parameters_gamma_1_ * x_76 + l_self_modules_blocks_modules_7_parameters_gamma_1_ = x_76 = None + x_77 = x_73 + mul_22 + x_73 = mul_22 = None + layer_norm_15 = torch.nn.functional.layer_norm( + x_77, + (192,), + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_7_modules_norm2_parameters_bias_ + ) = None + x_78 = torch._C._nn.linear( + layer_norm_15, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_15 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_79 = torch._C._nn.gelu(x_78, approximate="none") + x_78 = None + x_80 = torch.nn.functional.dropout(x_79, 0.0, False, False) + x_79 = None + x_81 = torch._C._nn.linear( + x_80, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_80 = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_82 = torch.nn.functional.dropout(x_81, 0.0, False, False) + x_81 = None + mul_23 = l_self_modules_blocks_modules_7_parameters_gamma_2_ * x_82 + l_self_modules_blocks_modules_7_parameters_gamma_2_ = x_82 = None + x_83 = x_77 + mul_23 + x_77 = mul_23 = None + layer_norm_16 = torch.nn.functional.layer_norm( + x_83, + (192,), + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_8_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm1_parameters_bias_ + ) = None + linear_48 = torch._C._nn.linear( + layer_norm_16, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_16 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_16 = linear_48.reshape(1, 196, 3, 4, 48) + linear_48 = None + qkv_8 = reshape_16.permute(2, 0, 3, 1, 4) + reshape_16 = None + getitem_28 = qkv_8[0] + q_8 = getitem_28 * 0.14433756729740643 + getitem_28 = None + k_8 = qkv_8[1] + v_8 = qkv_8[2] + qkv_8 = None + transpose_17 = k_8.transpose(-2, -1) + k_8 = None + attn_40 = q_8 @ transpose_17 + q_8 = transpose_17 = None + permute_41 = attn_40.permute(0, 2, 3, 1) + attn_40 = None + linear_49 = torch._C._nn.linear( + permute_41, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_41 = l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_41 = linear_49.permute(0, 3, 1, 2) + linear_49 = None + attn_42 = attn_41.softmax(dim=-1) + attn_41 = None + permute_43 = attn_42.permute(0, 2, 3, 1) + attn_42 = None + linear_50 = torch._C._nn.linear( + permute_43, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_43 = l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_43 = linear_50.permute(0, 3, 1, 2) + linear_50 = None + attn_44 = torch.nn.functional.dropout(attn_43, 0.0, False, False) + attn_43 = None + matmul_17 = attn_44 @ v_8 + attn_44 = v_8 = None + transpose_18 = matmul_17.transpose(1, 2) + matmul_17 = None + x_84 = transpose_18.reshape(1, 196, 192) + transpose_18 = None + x_85 = torch._C._nn.linear( + x_84, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_, + ) + x_84 = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_ + ) = None + x_86 = torch.nn.functional.dropout(x_85, 0.0, False, False) + x_85 = None + mul_25 = l_self_modules_blocks_modules_8_parameters_gamma_1_ * x_86 + l_self_modules_blocks_modules_8_parameters_gamma_1_ = x_86 = None + x_87 = x_83 + mul_25 + x_83 = mul_25 = None + layer_norm_17 = torch.nn.functional.layer_norm( + x_87, + (192,), + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_8_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_8_modules_norm2_parameters_bias_ + ) = None + x_88 = torch._C._nn.linear( + layer_norm_17, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_17 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_89 = torch._C._nn.gelu(x_88, approximate="none") + x_88 = None + x_90 = torch.nn.functional.dropout(x_89, 0.0, False, False) + x_89 = None + x_91 = torch._C._nn.linear( + x_90, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_90 = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_92 = torch.nn.functional.dropout(x_91, 0.0, False, False) + x_91 = None + mul_26 = l_self_modules_blocks_modules_8_parameters_gamma_2_ * x_92 + l_self_modules_blocks_modules_8_parameters_gamma_2_ = x_92 = None + x_93 = x_87 + mul_26 + x_87 = mul_26 = None + layer_norm_18 = torch.nn.functional.layer_norm( + x_93, + (192,), + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_9_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm1_parameters_bias_ + ) = None + linear_54 = torch._C._nn.linear( + layer_norm_18, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_18 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_18 = linear_54.reshape(1, 196, 3, 4, 48) + linear_54 = None + qkv_9 = reshape_18.permute(2, 0, 3, 1, 4) + reshape_18 = None + getitem_31 = qkv_9[0] + q_9 = getitem_31 * 0.14433756729740643 + getitem_31 = None + k_9 = qkv_9[1] + v_9 = qkv_9[2] + qkv_9 = None + transpose_19 = k_9.transpose(-2, -1) + k_9 = None + attn_45 = q_9 @ transpose_19 + q_9 = transpose_19 = None + permute_46 = attn_45.permute(0, 2, 3, 1) + attn_45 = None + linear_55 = torch._C._nn.linear( + permute_46, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_46 = l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_ + ) = None + attn_46 = linear_55.permute(0, 3, 1, 2) + linear_55 = None + attn_47 = attn_46.softmax(dim=-1) + attn_46 = None + permute_48 = attn_47.permute(0, 2, 3, 1) + attn_47 = None + linear_56 = torch._C._nn.linear( + permute_48, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_48 = l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_ + ) = None + attn_48 = linear_56.permute(0, 3, 1, 2) + linear_56 = None + attn_49 = torch.nn.functional.dropout(attn_48, 0.0, False, False) + attn_48 = None + matmul_19 = attn_49 @ v_9 + attn_49 = v_9 = None + transpose_20 = matmul_19.transpose(1, 2) + matmul_19 = None + x_94 = transpose_20.reshape(1, 196, 192) + transpose_20 = None + x_95 = torch._C._nn.linear( + x_94, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_, + ) + x_94 = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_ + ) = None + x_96 = torch.nn.functional.dropout(x_95, 0.0, False, False) + x_95 = None + mul_28 = l_self_modules_blocks_modules_9_parameters_gamma_1_ * x_96 + l_self_modules_blocks_modules_9_parameters_gamma_1_ = x_96 = None + x_97 = x_93 + mul_28 + x_93 = mul_28 = None + layer_norm_19 = torch.nn.functional.layer_norm( + x_97, + (192,), + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_9_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_9_modules_norm2_parameters_bias_ + ) = None + x_98 = torch._C._nn.linear( + layer_norm_19, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_19 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_99 = torch._C._nn.gelu(x_98, approximate="none") + x_98 = None + x_100 = torch.nn.functional.dropout(x_99, 0.0, False, False) + x_99 = None + x_101 = torch._C._nn.linear( + x_100, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_100 = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + mul_29 = l_self_modules_blocks_modules_9_parameters_gamma_2_ * x_102 + l_self_modules_blocks_modules_9_parameters_gamma_2_ = x_102 = None + x_103 = x_97 + mul_29 + x_97 = mul_29 = None + layer_norm_20 = torch.nn.functional.layer_norm( + x_103, + (192,), + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_10_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm1_parameters_bias_ + ) = None + linear_60 = torch._C._nn.linear( + layer_norm_20, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_20 = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_20 = linear_60.reshape(1, 196, 3, 4, 48) + linear_60 = None + qkv_10 = reshape_20.permute(2, 0, 3, 1, 4) + reshape_20 = None + getitem_34 = qkv_10[0] + q_10 = getitem_34 * 0.14433756729740643 + getitem_34 = None + k_10 = qkv_10[1] + v_10 = qkv_10[2] + qkv_10 = None + transpose_21 = k_10.transpose(-2, -1) + k_10 = None + attn_50 = q_10 @ transpose_21 + q_10 = transpose_21 = None + permute_51 = attn_50.permute(0, 2, 3, 1) + attn_50 = None + linear_61 = torch._C._nn.linear( + permute_51, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_51 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_51 = linear_61.permute(0, 3, 1, 2) + linear_61 = None + attn_52 = attn_51.softmax(dim=-1) + attn_51 = None + permute_53 = attn_52.permute(0, 2, 3, 1) + attn_52 = None + linear_62 = torch._C._nn.linear( + permute_53, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_53 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_53 = linear_62.permute(0, 3, 1, 2) + linear_62 = None + attn_54 = torch.nn.functional.dropout(attn_53, 0.0, False, False) + attn_53 = None + matmul_21 = attn_54 @ v_10 + attn_54 = v_10 = None + transpose_22 = matmul_21.transpose(1, 2) + matmul_21 = None + x_104 = transpose_22.reshape(1, 196, 192) + transpose_22 = None + x_105 = torch._C._nn.linear( + x_104, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_, + ) + x_104 = l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_ + ) = None + x_106 = torch.nn.functional.dropout(x_105, 0.0, False, False) + x_105 = None + mul_31 = l_self_modules_blocks_modules_10_parameters_gamma_1_ * x_106 + l_self_modules_blocks_modules_10_parameters_gamma_1_ = x_106 = None + x_107 = x_103 + mul_31 + x_103 = mul_31 = None + layer_norm_21 = torch.nn.functional.layer_norm( + x_107, + (192,), + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_10_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_10_modules_norm2_parameters_bias_ + ) = None + x_108 = torch._C._nn.linear( + layer_norm_21, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_21 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_109 = torch._C._nn.gelu(x_108, approximate="none") + x_108 = None + x_110 = torch.nn.functional.dropout(x_109, 0.0, False, False) + x_109 = None + x_111 = torch._C._nn.linear( + x_110, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_110 = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_112 = torch.nn.functional.dropout(x_111, 0.0, False, False) + x_111 = None + mul_32 = l_self_modules_blocks_modules_10_parameters_gamma_2_ * x_112 + l_self_modules_blocks_modules_10_parameters_gamma_2_ = x_112 = None + x_113 = x_107 + mul_32 + x_107 = mul_32 = None + layer_norm_22 = torch.nn.functional.layer_norm( + x_113, + (192,), + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_11_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm1_parameters_bias_ + ) = None + linear_66 = torch._C._nn.linear( + layer_norm_22, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_22 = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_22 = linear_66.reshape(1, 196, 3, 4, 48) + linear_66 = None + qkv_11 = reshape_22.permute(2, 0, 3, 1, 4) + reshape_22 = None + getitem_37 = qkv_11[0] + q_11 = getitem_37 * 0.14433756729740643 + getitem_37 = None + k_11 = qkv_11[1] + v_11 = qkv_11[2] + qkv_11 = None + transpose_23 = k_11.transpose(-2, -1) + k_11 = None + attn_55 = q_11 @ transpose_23 + q_11 = transpose_23 = None + permute_56 = attn_55.permute(0, 2, 3, 1) + attn_55 = None + linear_67 = torch._C._nn.linear( + permute_56, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_56 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_56 = linear_67.permute(0, 3, 1, 2) + linear_67 = None + attn_57 = attn_56.softmax(dim=-1) + attn_56 = None + permute_58 = attn_57.permute(0, 2, 3, 1) + attn_57 = None + linear_68 = torch._C._nn.linear( + permute_58, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_58 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_58 = linear_68.permute(0, 3, 1, 2) + linear_68 = None + attn_59 = torch.nn.functional.dropout(attn_58, 0.0, False, False) + attn_58 = None + matmul_23 = attn_59 @ v_11 + attn_59 = v_11 = None + transpose_24 = matmul_23.transpose(1, 2) + matmul_23 = None + x_114 = transpose_24.reshape(1, 196, 192) + transpose_24 = None + x_115 = torch._C._nn.linear( + x_114, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_, + ) + x_114 = l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_ + ) = None + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + mul_34 = l_self_modules_blocks_modules_11_parameters_gamma_1_ * x_116 + l_self_modules_blocks_modules_11_parameters_gamma_1_ = x_116 = None + x_117 = x_113 + mul_34 + x_113 = mul_34 = None + layer_norm_23 = torch.nn.functional.layer_norm( + x_117, + (192,), + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_11_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_11_modules_norm2_parameters_bias_ + ) = None + x_118 = torch._C._nn.linear( + layer_norm_23, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_23 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_119 = torch._C._nn.gelu(x_118, approximate="none") + x_118 = None + x_120 = torch.nn.functional.dropout(x_119, 0.0, False, False) + x_119 = None + x_121 = torch._C._nn.linear( + x_120, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_120 = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_122 = torch.nn.functional.dropout(x_121, 0.0, False, False) + x_121 = None + mul_35 = l_self_modules_blocks_modules_11_parameters_gamma_2_ * x_122 + l_self_modules_blocks_modules_11_parameters_gamma_2_ = x_122 = None + x_123 = x_117 + mul_35 + x_117 = mul_35 = None + layer_norm_24 = torch.nn.functional.layer_norm( + x_123, + (192,), + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_12_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm1_parameters_bias_ + ) = None + linear_72 = torch._C._nn.linear( + layer_norm_24, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_24 = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_24 = linear_72.reshape(1, 196, 3, 4, 48) + linear_72 = None + qkv_12 = reshape_24.permute(2, 0, 3, 1, 4) + reshape_24 = None + getitem_40 = qkv_12[0] + q_12 = getitem_40 * 0.14433756729740643 + getitem_40 = None + k_12 = qkv_12[1] + v_12 = qkv_12[2] + qkv_12 = None + transpose_25 = k_12.transpose(-2, -1) + k_12 = None + attn_60 = q_12 @ transpose_25 + q_12 = transpose_25 = None + permute_61 = attn_60.permute(0, 2, 3, 1) + attn_60 = None + linear_73 = torch._C._nn.linear( + permute_61, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_61 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_61 = linear_73.permute(0, 3, 1, 2) + linear_73 = None + attn_62 = attn_61.softmax(dim=-1) + attn_61 = None + permute_63 = attn_62.permute(0, 2, 3, 1) + attn_62 = None + linear_74 = torch._C._nn.linear( + permute_63, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_63 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_63 = linear_74.permute(0, 3, 1, 2) + linear_74 = None + attn_64 = torch.nn.functional.dropout(attn_63, 0.0, False, False) + attn_63 = None + matmul_25 = attn_64 @ v_12 + attn_64 = v_12 = None + transpose_26 = matmul_25.transpose(1, 2) + matmul_25 = None + x_124 = transpose_26.reshape(1, 196, 192) + transpose_26 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_, + ) + x_124 = l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_ + ) = None + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + mul_37 = l_self_modules_blocks_modules_12_parameters_gamma_1_ * x_126 + l_self_modules_blocks_modules_12_parameters_gamma_1_ = x_126 = None + x_127 = x_123 + mul_37 + x_123 = mul_37 = None + layer_norm_25 = torch.nn.functional.layer_norm( + x_127, + (192,), + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_12_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_12_modules_norm2_parameters_bias_ + ) = None + x_128 = torch._C._nn.linear( + layer_norm_25, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_25 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_129 = torch._C._nn.gelu(x_128, approximate="none") + x_128 = None + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + x_131 = torch._C._nn.linear( + x_130, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_, + ) + x_130 = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_132 = torch.nn.functional.dropout(x_131, 0.0, False, False) + x_131 = None + mul_38 = l_self_modules_blocks_modules_12_parameters_gamma_2_ * x_132 + l_self_modules_blocks_modules_12_parameters_gamma_2_ = x_132 = None + x_133 = x_127 + mul_38 + x_127 = mul_38 = None + layer_norm_26 = torch.nn.functional.layer_norm( + x_133, + (192,), + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_13_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm1_parameters_bias_ + ) = None + linear_78 = torch._C._nn.linear( + layer_norm_26, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_26 = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_26 = linear_78.reshape(1, 196, 3, 4, 48) + linear_78 = None + qkv_13 = reshape_26.permute(2, 0, 3, 1, 4) + reshape_26 = None + getitem_43 = qkv_13[0] + q_13 = getitem_43 * 0.14433756729740643 + getitem_43 = None + k_13 = qkv_13[1] + v_13 = qkv_13[2] + qkv_13 = None + transpose_27 = k_13.transpose(-2, -1) + k_13 = None + attn_65 = q_13 @ transpose_27 + q_13 = transpose_27 = None + permute_66 = attn_65.permute(0, 2, 3, 1) + attn_65 = None + linear_79 = torch._C._nn.linear( + permute_66, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_66 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_66 = linear_79.permute(0, 3, 1, 2) + linear_79 = None + attn_67 = attn_66.softmax(dim=-1) + attn_66 = None + permute_68 = attn_67.permute(0, 2, 3, 1) + attn_67 = None + linear_80 = torch._C._nn.linear( + permute_68, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_68 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_68 = linear_80.permute(0, 3, 1, 2) + linear_80 = None + attn_69 = torch.nn.functional.dropout(attn_68, 0.0, False, False) + attn_68 = None + matmul_27 = attn_69 @ v_13 + attn_69 = v_13 = None + transpose_28 = matmul_27.transpose(1, 2) + matmul_27 = None + x_134 = transpose_28.reshape(1, 196, 192) + transpose_28 = None + x_135 = torch._C._nn.linear( + x_134, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_, + ) + x_134 = l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_ + ) = None + x_136 = torch.nn.functional.dropout(x_135, 0.0, False, False) + x_135 = None + mul_40 = l_self_modules_blocks_modules_13_parameters_gamma_1_ * x_136 + l_self_modules_blocks_modules_13_parameters_gamma_1_ = x_136 = None + x_137 = x_133 + mul_40 + x_133 = mul_40 = None + layer_norm_27 = torch.nn.functional.layer_norm( + x_137, + (192,), + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_13_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_13_modules_norm2_parameters_bias_ + ) = None + x_138 = torch._C._nn.linear( + layer_norm_27, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_27 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_139 = torch._C._nn.gelu(x_138, approximate="none") + x_138 = None + x_140 = torch.nn.functional.dropout(x_139, 0.0, False, False) + x_139 = None + x_141 = torch._C._nn.linear( + x_140, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_, + ) + x_140 = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_142 = torch.nn.functional.dropout(x_141, 0.0, False, False) + x_141 = None + mul_41 = l_self_modules_blocks_modules_13_parameters_gamma_2_ * x_142 + l_self_modules_blocks_modules_13_parameters_gamma_2_ = x_142 = None + x_143 = x_137 + mul_41 + x_137 = mul_41 = None + layer_norm_28 = torch.nn.functional.layer_norm( + x_143, + (192,), + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_14_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm1_parameters_bias_ + ) = None + linear_84 = torch._C._nn.linear( + layer_norm_28, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_28 = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_28 = linear_84.reshape(1, 196, 3, 4, 48) + linear_84 = None + qkv_14 = reshape_28.permute(2, 0, 3, 1, 4) + reshape_28 = None + getitem_46 = qkv_14[0] + q_14 = getitem_46 * 0.14433756729740643 + getitem_46 = None + k_14 = qkv_14[1] + v_14 = qkv_14[2] + qkv_14 = None + transpose_29 = k_14.transpose(-2, -1) + k_14 = None + attn_70 = q_14 @ transpose_29 + q_14 = transpose_29 = None + permute_71 = attn_70.permute(0, 2, 3, 1) + attn_70 = None + linear_85 = torch._C._nn.linear( + permute_71, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_71 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_71 = linear_85.permute(0, 3, 1, 2) + linear_85 = None + attn_72 = attn_71.softmax(dim=-1) + attn_71 = None + permute_73 = attn_72.permute(0, 2, 3, 1) + attn_72 = None + linear_86 = torch._C._nn.linear( + permute_73, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_73 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_73 = linear_86.permute(0, 3, 1, 2) + linear_86 = None + attn_74 = torch.nn.functional.dropout(attn_73, 0.0, False, False) + attn_73 = None + matmul_29 = attn_74 @ v_14 + attn_74 = v_14 = None + transpose_30 = matmul_29.transpose(1, 2) + matmul_29 = None + x_144 = transpose_30.reshape(1, 196, 192) + transpose_30 = None + x_145 = torch._C._nn.linear( + x_144, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_, + ) + x_144 = l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_ + ) = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + mul_43 = l_self_modules_blocks_modules_14_parameters_gamma_1_ * x_146 + l_self_modules_blocks_modules_14_parameters_gamma_1_ = x_146 = None + x_147 = x_143 + mul_43 + x_143 = mul_43 = None + layer_norm_29 = torch.nn.functional.layer_norm( + x_147, + (192,), + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_14_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_14_modules_norm2_parameters_bias_ + ) = None + x_148 = torch._C._nn.linear( + layer_norm_29, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_29 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_149 = torch._C._nn.gelu(x_148, approximate="none") + x_148 = None + x_150 = torch.nn.functional.dropout(x_149, 0.0, False, False) + x_149 = None + x_151 = torch._C._nn.linear( + x_150, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_, + ) + x_150 = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_152 = torch.nn.functional.dropout(x_151, 0.0, False, False) + x_151 = None + mul_44 = l_self_modules_blocks_modules_14_parameters_gamma_2_ * x_152 + l_self_modules_blocks_modules_14_parameters_gamma_2_ = x_152 = None + x_153 = x_147 + mul_44 + x_147 = mul_44 = None + layer_norm_30 = torch.nn.functional.layer_norm( + x_153, + (192,), + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_15_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm1_parameters_bias_ + ) = None + linear_90 = torch._C._nn.linear( + layer_norm_30, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_30 = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_30 = linear_90.reshape(1, 196, 3, 4, 48) + linear_90 = None + qkv_15 = reshape_30.permute(2, 0, 3, 1, 4) + reshape_30 = None + getitem_49 = qkv_15[0] + q_15 = getitem_49 * 0.14433756729740643 + getitem_49 = None + k_15 = qkv_15[1] + v_15 = qkv_15[2] + qkv_15 = None + transpose_31 = k_15.transpose(-2, -1) + k_15 = None + attn_75 = q_15 @ transpose_31 + q_15 = transpose_31 = None + permute_76 = attn_75.permute(0, 2, 3, 1) + attn_75 = None + linear_91 = torch._C._nn.linear( + permute_76, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_76 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_76 = linear_91.permute(0, 3, 1, 2) + linear_91 = None + attn_77 = attn_76.softmax(dim=-1) + attn_76 = None + permute_78 = attn_77.permute(0, 2, 3, 1) + attn_77 = None + linear_92 = torch._C._nn.linear( + permute_78, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_78 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_78 = linear_92.permute(0, 3, 1, 2) + linear_92 = None + attn_79 = torch.nn.functional.dropout(attn_78, 0.0, False, False) + attn_78 = None + matmul_31 = attn_79 @ v_15 + attn_79 = v_15 = None + transpose_32 = matmul_31.transpose(1, 2) + matmul_31 = None + x_154 = transpose_32.reshape(1, 196, 192) + transpose_32 = None + x_155 = torch._C._nn.linear( + x_154, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_, + ) + x_154 = l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_ + ) = None + x_156 = torch.nn.functional.dropout(x_155, 0.0, False, False) + x_155 = None + mul_46 = l_self_modules_blocks_modules_15_parameters_gamma_1_ * x_156 + l_self_modules_blocks_modules_15_parameters_gamma_1_ = x_156 = None + x_157 = x_153 + mul_46 + x_153 = mul_46 = None + layer_norm_31 = torch.nn.functional.layer_norm( + x_157, + (192,), + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_15_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_15_modules_norm2_parameters_bias_ + ) = None + x_158 = torch._C._nn.linear( + layer_norm_31, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_31 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_159 = torch._C._nn.gelu(x_158, approximate="none") + x_158 = None + x_160 = torch.nn.functional.dropout(x_159, 0.0, False, False) + x_159 = None + x_161 = torch._C._nn.linear( + x_160, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_, + ) + x_160 = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_162 = torch.nn.functional.dropout(x_161, 0.0, False, False) + x_161 = None + mul_47 = l_self_modules_blocks_modules_15_parameters_gamma_2_ * x_162 + l_self_modules_blocks_modules_15_parameters_gamma_2_ = x_162 = None + x_163 = x_157 + mul_47 + x_157 = mul_47 = None + layer_norm_32 = torch.nn.functional.layer_norm( + x_163, + (192,), + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_16_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm1_parameters_bias_ + ) = None + linear_96 = torch._C._nn.linear( + layer_norm_32, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_32 = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_32 = linear_96.reshape(1, 196, 3, 4, 48) + linear_96 = None + qkv_16 = reshape_32.permute(2, 0, 3, 1, 4) + reshape_32 = None + getitem_52 = qkv_16[0] + q_16 = getitem_52 * 0.14433756729740643 + getitem_52 = None + k_16 = qkv_16[1] + v_16 = qkv_16[2] + qkv_16 = None + transpose_33 = k_16.transpose(-2, -1) + k_16 = None + attn_80 = q_16 @ transpose_33 + q_16 = transpose_33 = None + permute_81 = attn_80.permute(0, 2, 3, 1) + attn_80 = None + linear_97 = torch._C._nn.linear( + permute_81, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_81 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_81 = linear_97.permute(0, 3, 1, 2) + linear_97 = None + attn_82 = attn_81.softmax(dim=-1) + attn_81 = None + permute_83 = attn_82.permute(0, 2, 3, 1) + attn_82 = None + linear_98 = torch._C._nn.linear( + permute_83, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_83 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_83 = linear_98.permute(0, 3, 1, 2) + linear_98 = None + attn_84 = torch.nn.functional.dropout(attn_83, 0.0, False, False) + attn_83 = None + matmul_33 = attn_84 @ v_16 + attn_84 = v_16 = None + transpose_34 = matmul_33.transpose(1, 2) + matmul_33 = None + x_164 = transpose_34.reshape(1, 196, 192) + transpose_34 = None + x_165 = torch._C._nn.linear( + x_164, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_, + ) + x_164 = l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_ + ) = None + x_166 = torch.nn.functional.dropout(x_165, 0.0, False, False) + x_165 = None + mul_49 = l_self_modules_blocks_modules_16_parameters_gamma_1_ * x_166 + l_self_modules_blocks_modules_16_parameters_gamma_1_ = x_166 = None + x_167 = x_163 + mul_49 + x_163 = mul_49 = None + layer_norm_33 = torch.nn.functional.layer_norm( + x_167, + (192,), + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_16_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_16_modules_norm2_parameters_bias_ + ) = None + x_168 = torch._C._nn.linear( + layer_norm_33, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_33 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_169 = torch._C._nn.gelu(x_168, approximate="none") + x_168 = None + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = torch._C._nn.linear( + x_170, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_, + ) + x_170 = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_172 = torch.nn.functional.dropout(x_171, 0.0, False, False) + x_171 = None + mul_50 = l_self_modules_blocks_modules_16_parameters_gamma_2_ * x_172 + l_self_modules_blocks_modules_16_parameters_gamma_2_ = x_172 = None + x_173 = x_167 + mul_50 + x_167 = mul_50 = None + layer_norm_34 = torch.nn.functional.layer_norm( + x_173, + (192,), + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_17_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm1_parameters_bias_ + ) = None + linear_102 = torch._C._nn.linear( + layer_norm_34, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_34 = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_34 = linear_102.reshape(1, 196, 3, 4, 48) + linear_102 = None + qkv_17 = reshape_34.permute(2, 0, 3, 1, 4) + reshape_34 = None + getitem_55 = qkv_17[0] + q_17 = getitem_55 * 0.14433756729740643 + getitem_55 = None + k_17 = qkv_17[1] + v_17 = qkv_17[2] + qkv_17 = None + transpose_35 = k_17.transpose(-2, -1) + k_17 = None + attn_85 = q_17 @ transpose_35 + q_17 = transpose_35 = None + permute_86 = attn_85.permute(0, 2, 3, 1) + attn_85 = None + linear_103 = torch._C._nn.linear( + permute_86, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_86 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_86 = linear_103.permute(0, 3, 1, 2) + linear_103 = None + attn_87 = attn_86.softmax(dim=-1) + attn_86 = None + permute_88 = attn_87.permute(0, 2, 3, 1) + attn_87 = None + linear_104 = torch._C._nn.linear( + permute_88, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_88 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_88 = linear_104.permute(0, 3, 1, 2) + linear_104 = None + attn_89 = torch.nn.functional.dropout(attn_88, 0.0, False, False) + attn_88 = None + matmul_35 = attn_89 @ v_17 + attn_89 = v_17 = None + transpose_36 = matmul_35.transpose(1, 2) + matmul_35 = None + x_174 = transpose_36.reshape(1, 196, 192) + transpose_36 = None + x_175 = torch._C._nn.linear( + x_174, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_, + ) + x_174 = l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_ + ) = None + x_176 = torch.nn.functional.dropout(x_175, 0.0, False, False) + x_175 = None + mul_52 = l_self_modules_blocks_modules_17_parameters_gamma_1_ * x_176 + l_self_modules_blocks_modules_17_parameters_gamma_1_ = x_176 = None + x_177 = x_173 + mul_52 + x_173 = mul_52 = None + layer_norm_35 = torch.nn.functional.layer_norm( + x_177, + (192,), + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_17_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_17_modules_norm2_parameters_bias_ + ) = None + x_178 = torch._C._nn.linear( + layer_norm_35, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_35 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_179 = torch._C._nn.gelu(x_178, approximate="none") + x_178 = None + x_180 = torch.nn.functional.dropout(x_179, 0.0, False, False) + x_179 = None + x_181 = torch._C._nn.linear( + x_180, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_, + ) + x_180 = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_182 = torch.nn.functional.dropout(x_181, 0.0, False, False) + x_181 = None + mul_53 = l_self_modules_blocks_modules_17_parameters_gamma_2_ * x_182 + l_self_modules_blocks_modules_17_parameters_gamma_2_ = x_182 = None + x_183 = x_177 + mul_53 + x_177 = mul_53 = None + layer_norm_36 = torch.nn.functional.layer_norm( + x_183, + (192,), + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_18_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm1_parameters_bias_ + ) = None + linear_108 = torch._C._nn.linear( + layer_norm_36, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_36 = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_36 = linear_108.reshape(1, 196, 3, 4, 48) + linear_108 = None + qkv_18 = reshape_36.permute(2, 0, 3, 1, 4) + reshape_36 = None + getitem_58 = qkv_18[0] + q_18 = getitem_58 * 0.14433756729740643 + getitem_58 = None + k_18 = qkv_18[1] + v_18 = qkv_18[2] + qkv_18 = None + transpose_37 = k_18.transpose(-2, -1) + k_18 = None + attn_90 = q_18 @ transpose_37 + q_18 = transpose_37 = None + permute_91 = attn_90.permute(0, 2, 3, 1) + attn_90 = None + linear_109 = torch._C._nn.linear( + permute_91, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_91 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_91 = linear_109.permute(0, 3, 1, 2) + linear_109 = None + attn_92 = attn_91.softmax(dim=-1) + attn_91 = None + permute_93 = attn_92.permute(0, 2, 3, 1) + attn_92 = None + linear_110 = torch._C._nn.linear( + permute_93, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_93 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_93 = linear_110.permute(0, 3, 1, 2) + linear_110 = None + attn_94 = torch.nn.functional.dropout(attn_93, 0.0, False, False) + attn_93 = None + matmul_37 = attn_94 @ v_18 + attn_94 = v_18 = None + transpose_38 = matmul_37.transpose(1, 2) + matmul_37 = None + x_184 = transpose_38.reshape(1, 196, 192) + transpose_38 = None + x_185 = torch._C._nn.linear( + x_184, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_, + ) + x_184 = l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_ + ) = None + x_186 = torch.nn.functional.dropout(x_185, 0.0, False, False) + x_185 = None + mul_55 = l_self_modules_blocks_modules_18_parameters_gamma_1_ * x_186 + l_self_modules_blocks_modules_18_parameters_gamma_1_ = x_186 = None + x_187 = x_183 + mul_55 + x_183 = mul_55 = None + layer_norm_37 = torch.nn.functional.layer_norm( + x_187, + (192,), + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_18_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_18_modules_norm2_parameters_bias_ + ) = None + x_188 = torch._C._nn.linear( + layer_norm_37, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_37 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_189 = torch._C._nn.gelu(x_188, approximate="none") + x_188 = None + x_190 = torch.nn.functional.dropout(x_189, 0.0, False, False) + x_189 = None + x_191 = torch._C._nn.linear( + x_190, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_, + ) + x_190 = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_192 = torch.nn.functional.dropout(x_191, 0.0, False, False) + x_191 = None + mul_56 = l_self_modules_blocks_modules_18_parameters_gamma_2_ * x_192 + l_self_modules_blocks_modules_18_parameters_gamma_2_ = x_192 = None + x_193 = x_187 + mul_56 + x_187 = mul_56 = None + layer_norm_38 = torch.nn.functional.layer_norm( + x_193, + (192,), + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_19_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm1_parameters_bias_ + ) = None + linear_114 = torch._C._nn.linear( + layer_norm_38, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_38 = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_38 = linear_114.reshape(1, 196, 3, 4, 48) + linear_114 = None + qkv_19 = reshape_38.permute(2, 0, 3, 1, 4) + reshape_38 = None + getitem_61 = qkv_19[0] + q_19 = getitem_61 * 0.14433756729740643 + getitem_61 = None + k_19 = qkv_19[1] + v_19 = qkv_19[2] + qkv_19 = None + transpose_39 = k_19.transpose(-2, -1) + k_19 = None + attn_95 = q_19 @ transpose_39 + q_19 = transpose_39 = None + permute_96 = attn_95.permute(0, 2, 3, 1) + attn_95 = None + linear_115 = torch._C._nn.linear( + permute_96, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_96 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_96 = linear_115.permute(0, 3, 1, 2) + linear_115 = None + attn_97 = attn_96.softmax(dim=-1) + attn_96 = None + permute_98 = attn_97.permute(0, 2, 3, 1) + attn_97 = None + linear_116 = torch._C._nn.linear( + permute_98, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_98 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_98 = linear_116.permute(0, 3, 1, 2) + linear_116 = None + attn_99 = torch.nn.functional.dropout(attn_98, 0.0, False, False) + attn_98 = None + matmul_39 = attn_99 @ v_19 + attn_99 = v_19 = None + transpose_40 = matmul_39.transpose(1, 2) + matmul_39 = None + x_194 = transpose_40.reshape(1, 196, 192) + transpose_40 = None + x_195 = torch._C._nn.linear( + x_194, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_, + ) + x_194 = l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_ + ) = None + x_196 = torch.nn.functional.dropout(x_195, 0.0, False, False) + x_195 = None + mul_58 = l_self_modules_blocks_modules_19_parameters_gamma_1_ * x_196 + l_self_modules_blocks_modules_19_parameters_gamma_1_ = x_196 = None + x_197 = x_193 + mul_58 + x_193 = mul_58 = None + layer_norm_39 = torch.nn.functional.layer_norm( + x_197, + (192,), + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_19_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_19_modules_norm2_parameters_bias_ + ) = None + x_198 = torch._C._nn.linear( + layer_norm_39, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_39 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_199 = torch._C._nn.gelu(x_198, approximate="none") + x_198 = None + x_200 = torch.nn.functional.dropout(x_199, 0.0, False, False) + x_199 = None + x_201 = torch._C._nn.linear( + x_200, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_, + ) + x_200 = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_202 = torch.nn.functional.dropout(x_201, 0.0, False, False) + x_201 = None + mul_59 = l_self_modules_blocks_modules_19_parameters_gamma_2_ * x_202 + l_self_modules_blocks_modules_19_parameters_gamma_2_ = x_202 = None + x_203 = x_197 + mul_59 + x_197 = mul_59 = None + layer_norm_40 = torch.nn.functional.layer_norm( + x_203, + (192,), + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_20_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm1_parameters_bias_ + ) = None + linear_120 = torch._C._nn.linear( + layer_norm_40, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_40 = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_40 = linear_120.reshape(1, 196, 3, 4, 48) + linear_120 = None + qkv_20 = reshape_40.permute(2, 0, 3, 1, 4) + reshape_40 = None + getitem_64 = qkv_20[0] + q_20 = getitem_64 * 0.14433756729740643 + getitem_64 = None + k_20 = qkv_20[1] + v_20 = qkv_20[2] + qkv_20 = None + transpose_41 = k_20.transpose(-2, -1) + k_20 = None + attn_100 = q_20 @ transpose_41 + q_20 = transpose_41 = None + permute_101 = attn_100.permute(0, 2, 3, 1) + attn_100 = None + linear_121 = torch._C._nn.linear( + permute_101, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_101 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_101 = linear_121.permute(0, 3, 1, 2) + linear_121 = None + attn_102 = attn_101.softmax(dim=-1) + attn_101 = None + permute_103 = attn_102.permute(0, 2, 3, 1) + attn_102 = None + linear_122 = torch._C._nn.linear( + permute_103, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_103 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_103 = linear_122.permute(0, 3, 1, 2) + linear_122 = None + attn_104 = torch.nn.functional.dropout(attn_103, 0.0, False, False) + attn_103 = None + matmul_41 = attn_104 @ v_20 + attn_104 = v_20 = None + transpose_42 = matmul_41.transpose(1, 2) + matmul_41 = None + x_204 = transpose_42.reshape(1, 196, 192) + transpose_42 = None + x_205 = torch._C._nn.linear( + x_204, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_, + ) + x_204 = l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_ + ) = None + x_206 = torch.nn.functional.dropout(x_205, 0.0, False, False) + x_205 = None + mul_61 = l_self_modules_blocks_modules_20_parameters_gamma_1_ * x_206 + l_self_modules_blocks_modules_20_parameters_gamma_1_ = x_206 = None + x_207 = x_203 + mul_61 + x_203 = mul_61 = None + layer_norm_41 = torch.nn.functional.layer_norm( + x_207, + (192,), + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_20_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_20_modules_norm2_parameters_bias_ + ) = None + x_208 = torch._C._nn.linear( + layer_norm_41, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_41 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_209 = torch._C._nn.gelu(x_208, approximate="none") + x_208 = None + x_210 = torch.nn.functional.dropout(x_209, 0.0, False, False) + x_209 = None + x_211 = torch._C._nn.linear( + x_210, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_, + ) + x_210 = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_212 = torch.nn.functional.dropout(x_211, 0.0, False, False) + x_211 = None + mul_62 = l_self_modules_blocks_modules_20_parameters_gamma_2_ * x_212 + l_self_modules_blocks_modules_20_parameters_gamma_2_ = x_212 = None + x_213 = x_207 + mul_62 + x_207 = mul_62 = None + layer_norm_42 = torch.nn.functional.layer_norm( + x_213, + (192,), + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_21_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm1_parameters_bias_ + ) = None + linear_126 = torch._C._nn.linear( + layer_norm_42, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_42 = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_42 = linear_126.reshape(1, 196, 3, 4, 48) + linear_126 = None + qkv_21 = reshape_42.permute(2, 0, 3, 1, 4) + reshape_42 = None + getitem_67 = qkv_21[0] + q_21 = getitem_67 * 0.14433756729740643 + getitem_67 = None + k_21 = qkv_21[1] + v_21 = qkv_21[2] + qkv_21 = None + transpose_43 = k_21.transpose(-2, -1) + k_21 = None + attn_105 = q_21 @ transpose_43 + q_21 = transpose_43 = None + permute_106 = attn_105.permute(0, 2, 3, 1) + attn_105 = None + linear_127 = torch._C._nn.linear( + permute_106, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_106 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_106 = linear_127.permute(0, 3, 1, 2) + linear_127 = None + attn_107 = attn_106.softmax(dim=-1) + attn_106 = None + permute_108 = attn_107.permute(0, 2, 3, 1) + attn_107 = None + linear_128 = torch._C._nn.linear( + permute_108, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_108 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_108 = linear_128.permute(0, 3, 1, 2) + linear_128 = None + attn_109 = torch.nn.functional.dropout(attn_108, 0.0, False, False) + attn_108 = None + matmul_43 = attn_109 @ v_21 + attn_109 = v_21 = None + transpose_44 = matmul_43.transpose(1, 2) + matmul_43 = None + x_214 = transpose_44.reshape(1, 196, 192) + transpose_44 = None + x_215 = torch._C._nn.linear( + x_214, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_, + ) + x_214 = l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_ + ) = None + x_216 = torch.nn.functional.dropout(x_215, 0.0, False, False) + x_215 = None + mul_64 = l_self_modules_blocks_modules_21_parameters_gamma_1_ * x_216 + l_self_modules_blocks_modules_21_parameters_gamma_1_ = x_216 = None + x_217 = x_213 + mul_64 + x_213 = mul_64 = None + layer_norm_43 = torch.nn.functional.layer_norm( + x_217, + (192,), + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_21_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_21_modules_norm2_parameters_bias_ + ) = None + x_218 = torch._C._nn.linear( + layer_norm_43, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_43 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_219 = torch._C._nn.gelu(x_218, approximate="none") + x_218 = None + x_220 = torch.nn.functional.dropout(x_219, 0.0, False, False) + x_219 = None + x_221 = torch._C._nn.linear( + x_220, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_, + ) + x_220 = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_222 = torch.nn.functional.dropout(x_221, 0.0, False, False) + x_221 = None + mul_65 = l_self_modules_blocks_modules_21_parameters_gamma_2_ * x_222 + l_self_modules_blocks_modules_21_parameters_gamma_2_ = x_222 = None + x_223 = x_217 + mul_65 + x_217 = mul_65 = None + layer_norm_44 = torch.nn.functional.layer_norm( + x_223, + (192,), + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_22_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm1_parameters_bias_ + ) = None + linear_132 = torch._C._nn.linear( + layer_norm_44, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_44 = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_44 = linear_132.reshape(1, 196, 3, 4, 48) + linear_132 = None + qkv_22 = reshape_44.permute(2, 0, 3, 1, 4) + reshape_44 = None + getitem_70 = qkv_22[0] + q_22 = getitem_70 * 0.14433756729740643 + getitem_70 = None + k_22 = qkv_22[1] + v_22 = qkv_22[2] + qkv_22 = None + transpose_45 = k_22.transpose(-2, -1) + k_22 = None + attn_110 = q_22 @ transpose_45 + q_22 = transpose_45 = None + permute_111 = attn_110.permute(0, 2, 3, 1) + attn_110 = None + linear_133 = torch._C._nn.linear( + permute_111, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_111 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_111 = linear_133.permute(0, 3, 1, 2) + linear_133 = None + attn_112 = attn_111.softmax(dim=-1) + attn_111 = None + permute_113 = attn_112.permute(0, 2, 3, 1) + attn_112 = None + linear_134 = torch._C._nn.linear( + permute_113, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_113 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_113 = linear_134.permute(0, 3, 1, 2) + linear_134 = None + attn_114 = torch.nn.functional.dropout(attn_113, 0.0, False, False) + attn_113 = None + matmul_45 = attn_114 @ v_22 + attn_114 = v_22 = None + transpose_46 = matmul_45.transpose(1, 2) + matmul_45 = None + x_224 = transpose_46.reshape(1, 196, 192) + transpose_46 = None + x_225 = torch._C._nn.linear( + x_224, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_, + ) + x_224 = l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_ + ) = None + x_226 = torch.nn.functional.dropout(x_225, 0.0, False, False) + x_225 = None + mul_67 = l_self_modules_blocks_modules_22_parameters_gamma_1_ * x_226 + l_self_modules_blocks_modules_22_parameters_gamma_1_ = x_226 = None + x_227 = x_223 + mul_67 + x_223 = mul_67 = None + layer_norm_45 = torch.nn.functional.layer_norm( + x_227, + (192,), + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_22_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_22_modules_norm2_parameters_bias_ + ) = None + x_228 = torch._C._nn.linear( + layer_norm_45, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_45 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_229 = torch._C._nn.gelu(x_228, approximate="none") + x_228 = None + x_230 = torch.nn.functional.dropout(x_229, 0.0, False, False) + x_229 = None + x_231 = torch._C._nn.linear( + x_230, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_, + ) + x_230 = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_232 = torch.nn.functional.dropout(x_231, 0.0, False, False) + x_231 = None + mul_68 = l_self_modules_blocks_modules_22_parameters_gamma_2_ * x_232 + l_self_modules_blocks_modules_22_parameters_gamma_2_ = x_232 = None + x_233 = x_227 + mul_68 + x_227 = mul_68 = None + layer_norm_46 = torch.nn.functional.layer_norm( + x_233, + (192,), + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_23_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm1_parameters_bias_ + ) = None + linear_138 = torch._C._nn.linear( + layer_norm_46, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_46 = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_46 = linear_138.reshape(1, 196, 3, 4, 48) + linear_138 = None + qkv_23 = reshape_46.permute(2, 0, 3, 1, 4) + reshape_46 = None + getitem_73 = qkv_23[0] + q_23 = getitem_73 * 0.14433756729740643 + getitem_73 = None + k_23 = qkv_23[1] + v_23 = qkv_23[2] + qkv_23 = None + transpose_47 = k_23.transpose(-2, -1) + k_23 = None + attn_115 = q_23 @ transpose_47 + q_23 = transpose_47 = None + permute_116 = attn_115.permute(0, 2, 3, 1) + attn_115 = None + linear_139 = torch._C._nn.linear( + permute_116, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_116 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_116 = linear_139.permute(0, 3, 1, 2) + linear_139 = None + attn_117 = attn_116.softmax(dim=-1) + attn_116 = None + permute_118 = attn_117.permute(0, 2, 3, 1) + attn_117 = None + linear_140 = torch._C._nn.linear( + permute_118, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_118 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_118 = linear_140.permute(0, 3, 1, 2) + linear_140 = None + attn_119 = torch.nn.functional.dropout(attn_118, 0.0, False, False) + attn_118 = None + matmul_47 = attn_119 @ v_23 + attn_119 = v_23 = None + transpose_48 = matmul_47.transpose(1, 2) + matmul_47 = None + x_234 = transpose_48.reshape(1, 196, 192) + transpose_48 = None + x_235 = torch._C._nn.linear( + x_234, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_, + ) + x_234 = l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_ + ) = None + x_236 = torch.nn.functional.dropout(x_235, 0.0, False, False) + x_235 = None + mul_70 = l_self_modules_blocks_modules_23_parameters_gamma_1_ * x_236 + l_self_modules_blocks_modules_23_parameters_gamma_1_ = x_236 = None + x_237 = x_233 + mul_70 + x_233 = mul_70 = None + layer_norm_47 = torch.nn.functional.layer_norm( + x_237, + (192,), + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_23_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_23_modules_norm2_parameters_bias_ + ) = None + x_238 = torch._C._nn.linear( + layer_norm_47, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_47 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_239 = torch._C._nn.gelu(x_238, approximate="none") + x_238 = None + x_240 = torch.nn.functional.dropout(x_239, 0.0, False, False) + x_239 = None + x_241 = torch._C._nn.linear( + x_240, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_, + ) + x_240 = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_242 = torch.nn.functional.dropout(x_241, 0.0, False, False) + x_241 = None + mul_71 = l_self_modules_blocks_modules_23_parameters_gamma_2_ * x_242 + l_self_modules_blocks_modules_23_parameters_gamma_2_ = x_242 = None + x_243 = x_237 + mul_71 + x_237 = mul_71 = None + layer_norm_48 = torch.nn.functional.layer_norm( + x_243, + (192,), + l_self_modules_blocks_modules_24_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_24_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_24_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_24_modules_norm1_parameters_bias_ + ) = None + linear_144 = torch._C._nn.linear( + layer_norm_48, + l_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_48 = ( + l_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_48 = linear_144.reshape(1, 196, 3, 4, 48) + linear_144 = None + qkv_24 = reshape_48.permute(2, 0, 3, 1, 4) + reshape_48 = None + getitem_76 = qkv_24[0] + q_24 = getitem_76 * 0.14433756729740643 + getitem_76 = None + k_24 = qkv_24[1] + v_24 = qkv_24[2] + qkv_24 = None + transpose_49 = k_24.transpose(-2, -1) + k_24 = None + attn_120 = q_24 @ transpose_49 + q_24 = transpose_49 = None + permute_121 = attn_120.permute(0, 2, 3, 1) + attn_120 = None + linear_145 = torch._C._nn.linear( + permute_121, + l_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_121 = l_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_121 = linear_145.permute(0, 3, 1, 2) + linear_145 = None + attn_122 = attn_121.softmax(dim=-1) + attn_121 = None + permute_123 = attn_122.permute(0, 2, 3, 1) + attn_122 = None + linear_146 = torch._C._nn.linear( + permute_123, + l_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_123 = l_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_123 = linear_146.permute(0, 3, 1, 2) + linear_146 = None + attn_124 = torch.nn.functional.dropout(attn_123, 0.0, False, False) + attn_123 = None + matmul_49 = attn_124 @ v_24 + attn_124 = v_24 = None + transpose_50 = matmul_49.transpose(1, 2) + matmul_49 = None + x_244 = transpose_50.reshape(1, 196, 192) + transpose_50 = None + x_245 = torch._C._nn.linear( + x_244, + l_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_bias_, + ) + x_244 = l_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_bias_ + ) = None + x_246 = torch.nn.functional.dropout(x_245, 0.0, False, False) + x_245 = None + mul_73 = l_self_modules_blocks_modules_24_parameters_gamma_1_ * x_246 + l_self_modules_blocks_modules_24_parameters_gamma_1_ = x_246 = None + x_247 = x_243 + mul_73 + x_243 = mul_73 = None + layer_norm_49 = torch.nn.functional.layer_norm( + x_247, + (192,), + l_self_modules_blocks_modules_24_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_24_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_24_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_24_modules_norm2_parameters_bias_ + ) = None + x_248 = torch._C._nn.linear( + layer_norm_49, + l_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_49 = ( + l_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_249 = torch._C._nn.gelu(x_248, approximate="none") + x_248 = None + x_250 = torch.nn.functional.dropout(x_249, 0.0, False, False) + x_249 = None + x_251 = torch._C._nn.linear( + x_250, + l_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_, + ) + x_250 = ( + l_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_252 = torch.nn.functional.dropout(x_251, 0.0, False, False) + x_251 = None + mul_74 = l_self_modules_blocks_modules_24_parameters_gamma_2_ * x_252 + l_self_modules_blocks_modules_24_parameters_gamma_2_ = x_252 = None + x_253 = x_247 + mul_74 + x_247 = mul_74 = None + layer_norm_50 = torch.nn.functional.layer_norm( + x_253, + (192,), + l_self_modules_blocks_modules_25_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_25_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_25_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_25_modules_norm1_parameters_bias_ + ) = None + linear_150 = torch._C._nn.linear( + layer_norm_50, + l_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_50 = ( + l_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_50 = linear_150.reshape(1, 196, 3, 4, 48) + linear_150 = None + qkv_25 = reshape_50.permute(2, 0, 3, 1, 4) + reshape_50 = None + getitem_79 = qkv_25[0] + q_25 = getitem_79 * 0.14433756729740643 + getitem_79 = None + k_25 = qkv_25[1] + v_25 = qkv_25[2] + qkv_25 = None + transpose_51 = k_25.transpose(-2, -1) + k_25 = None + attn_125 = q_25 @ transpose_51 + q_25 = transpose_51 = None + permute_126 = attn_125.permute(0, 2, 3, 1) + attn_125 = None + linear_151 = torch._C._nn.linear( + permute_126, + l_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_126 = l_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_126 = linear_151.permute(0, 3, 1, 2) + linear_151 = None + attn_127 = attn_126.softmax(dim=-1) + attn_126 = None + permute_128 = attn_127.permute(0, 2, 3, 1) + attn_127 = None + linear_152 = torch._C._nn.linear( + permute_128, + l_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_128 = l_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_128 = linear_152.permute(0, 3, 1, 2) + linear_152 = None + attn_129 = torch.nn.functional.dropout(attn_128, 0.0, False, False) + attn_128 = None + matmul_51 = attn_129 @ v_25 + attn_129 = v_25 = None + transpose_52 = matmul_51.transpose(1, 2) + matmul_51 = None + x_254 = transpose_52.reshape(1, 196, 192) + transpose_52 = None + x_255 = torch._C._nn.linear( + x_254, + l_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_bias_, + ) + x_254 = l_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_bias_ + ) = None + x_256 = torch.nn.functional.dropout(x_255, 0.0, False, False) + x_255 = None + mul_76 = l_self_modules_blocks_modules_25_parameters_gamma_1_ * x_256 + l_self_modules_blocks_modules_25_parameters_gamma_1_ = x_256 = None + x_257 = x_253 + mul_76 + x_253 = mul_76 = None + layer_norm_51 = torch.nn.functional.layer_norm( + x_257, + (192,), + l_self_modules_blocks_modules_25_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_25_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_25_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_25_modules_norm2_parameters_bias_ + ) = None + x_258 = torch._C._nn.linear( + layer_norm_51, + l_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_51 = ( + l_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_259 = torch._C._nn.gelu(x_258, approximate="none") + x_258 = None + x_260 = torch.nn.functional.dropout(x_259, 0.0, False, False) + x_259 = None + x_261 = torch._C._nn.linear( + x_260, + l_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_, + ) + x_260 = ( + l_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_262 = torch.nn.functional.dropout(x_261, 0.0, False, False) + x_261 = None + mul_77 = l_self_modules_blocks_modules_25_parameters_gamma_2_ * x_262 + l_self_modules_blocks_modules_25_parameters_gamma_2_ = x_262 = None + x_263 = x_257 + mul_77 + x_257 = mul_77 = None + layer_norm_52 = torch.nn.functional.layer_norm( + x_263, + (192,), + l_self_modules_blocks_modules_26_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_26_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_26_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_26_modules_norm1_parameters_bias_ + ) = None + linear_156 = torch._C._nn.linear( + layer_norm_52, + l_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_52 = ( + l_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_52 = linear_156.reshape(1, 196, 3, 4, 48) + linear_156 = None + qkv_26 = reshape_52.permute(2, 0, 3, 1, 4) + reshape_52 = None + getitem_82 = qkv_26[0] + q_26 = getitem_82 * 0.14433756729740643 + getitem_82 = None + k_26 = qkv_26[1] + v_26 = qkv_26[2] + qkv_26 = None + transpose_53 = k_26.transpose(-2, -1) + k_26 = None + attn_130 = q_26 @ transpose_53 + q_26 = transpose_53 = None + permute_131 = attn_130.permute(0, 2, 3, 1) + attn_130 = None + linear_157 = torch._C._nn.linear( + permute_131, + l_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_131 = l_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_131 = linear_157.permute(0, 3, 1, 2) + linear_157 = None + attn_132 = attn_131.softmax(dim=-1) + attn_131 = None + permute_133 = attn_132.permute(0, 2, 3, 1) + attn_132 = None + linear_158 = torch._C._nn.linear( + permute_133, + l_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_133 = l_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_133 = linear_158.permute(0, 3, 1, 2) + linear_158 = None + attn_134 = torch.nn.functional.dropout(attn_133, 0.0, False, False) + attn_133 = None + matmul_53 = attn_134 @ v_26 + attn_134 = v_26 = None + transpose_54 = matmul_53.transpose(1, 2) + matmul_53 = None + x_264 = transpose_54.reshape(1, 196, 192) + transpose_54 = None + x_265 = torch._C._nn.linear( + x_264, + l_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_bias_, + ) + x_264 = l_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_bias_ + ) = None + x_266 = torch.nn.functional.dropout(x_265, 0.0, False, False) + x_265 = None + mul_79 = l_self_modules_blocks_modules_26_parameters_gamma_1_ * x_266 + l_self_modules_blocks_modules_26_parameters_gamma_1_ = x_266 = None + x_267 = x_263 + mul_79 + x_263 = mul_79 = None + layer_norm_53 = torch.nn.functional.layer_norm( + x_267, + (192,), + l_self_modules_blocks_modules_26_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_26_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_26_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_26_modules_norm2_parameters_bias_ + ) = None + x_268 = torch._C._nn.linear( + layer_norm_53, + l_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_53 = ( + l_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_269 = torch._C._nn.gelu(x_268, approximate="none") + x_268 = None + x_270 = torch.nn.functional.dropout(x_269, 0.0, False, False) + x_269 = None + x_271 = torch._C._nn.linear( + x_270, + l_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_, + ) + x_270 = ( + l_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_272 = torch.nn.functional.dropout(x_271, 0.0, False, False) + x_271 = None + mul_80 = l_self_modules_blocks_modules_26_parameters_gamma_2_ * x_272 + l_self_modules_blocks_modules_26_parameters_gamma_2_ = x_272 = None + x_273 = x_267 + mul_80 + x_267 = mul_80 = None + layer_norm_54 = torch.nn.functional.layer_norm( + x_273, + (192,), + l_self_modules_blocks_modules_27_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_27_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_27_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_27_modules_norm1_parameters_bias_ + ) = None + linear_162 = torch._C._nn.linear( + layer_norm_54, + l_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_54 = ( + l_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_54 = linear_162.reshape(1, 196, 3, 4, 48) + linear_162 = None + qkv_27 = reshape_54.permute(2, 0, 3, 1, 4) + reshape_54 = None + getitem_85 = qkv_27[0] + q_27 = getitem_85 * 0.14433756729740643 + getitem_85 = None + k_27 = qkv_27[1] + v_27 = qkv_27[2] + qkv_27 = None + transpose_55 = k_27.transpose(-2, -1) + k_27 = None + attn_135 = q_27 @ transpose_55 + q_27 = transpose_55 = None + permute_136 = attn_135.permute(0, 2, 3, 1) + attn_135 = None + linear_163 = torch._C._nn.linear( + permute_136, + l_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_136 = l_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_136 = linear_163.permute(0, 3, 1, 2) + linear_163 = None + attn_137 = attn_136.softmax(dim=-1) + attn_136 = None + permute_138 = attn_137.permute(0, 2, 3, 1) + attn_137 = None + linear_164 = torch._C._nn.linear( + permute_138, + l_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_138 = l_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_138 = linear_164.permute(0, 3, 1, 2) + linear_164 = None + attn_139 = torch.nn.functional.dropout(attn_138, 0.0, False, False) + attn_138 = None + matmul_55 = attn_139 @ v_27 + attn_139 = v_27 = None + transpose_56 = matmul_55.transpose(1, 2) + matmul_55 = None + x_274 = transpose_56.reshape(1, 196, 192) + transpose_56 = None + x_275 = torch._C._nn.linear( + x_274, + l_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_bias_, + ) + x_274 = l_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_bias_ + ) = None + x_276 = torch.nn.functional.dropout(x_275, 0.0, False, False) + x_275 = None + mul_82 = l_self_modules_blocks_modules_27_parameters_gamma_1_ * x_276 + l_self_modules_blocks_modules_27_parameters_gamma_1_ = x_276 = None + x_277 = x_273 + mul_82 + x_273 = mul_82 = None + layer_norm_55 = torch.nn.functional.layer_norm( + x_277, + (192,), + l_self_modules_blocks_modules_27_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_27_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_27_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_27_modules_norm2_parameters_bias_ + ) = None + x_278 = torch._C._nn.linear( + layer_norm_55, + l_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_55 = ( + l_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_279 = torch._C._nn.gelu(x_278, approximate="none") + x_278 = None + x_280 = torch.nn.functional.dropout(x_279, 0.0, False, False) + x_279 = None + x_281 = torch._C._nn.linear( + x_280, + l_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_bias_, + ) + x_280 = ( + l_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_282 = torch.nn.functional.dropout(x_281, 0.0, False, False) + x_281 = None + mul_83 = l_self_modules_blocks_modules_27_parameters_gamma_2_ * x_282 + l_self_modules_blocks_modules_27_parameters_gamma_2_ = x_282 = None + x_283 = x_277 + mul_83 + x_277 = mul_83 = None + layer_norm_56 = torch.nn.functional.layer_norm( + x_283, + (192,), + l_self_modules_blocks_modules_28_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_28_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_28_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_28_modules_norm1_parameters_bias_ + ) = None + linear_168 = torch._C._nn.linear( + layer_norm_56, + l_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_56 = ( + l_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_56 = linear_168.reshape(1, 196, 3, 4, 48) + linear_168 = None + qkv_28 = reshape_56.permute(2, 0, 3, 1, 4) + reshape_56 = None + getitem_88 = qkv_28[0] + q_28 = getitem_88 * 0.14433756729740643 + getitem_88 = None + k_28 = qkv_28[1] + v_28 = qkv_28[2] + qkv_28 = None + transpose_57 = k_28.transpose(-2, -1) + k_28 = None + attn_140 = q_28 @ transpose_57 + q_28 = transpose_57 = None + permute_141 = attn_140.permute(0, 2, 3, 1) + attn_140 = None + linear_169 = torch._C._nn.linear( + permute_141, + l_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_141 = l_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_141 = linear_169.permute(0, 3, 1, 2) + linear_169 = None + attn_142 = attn_141.softmax(dim=-1) + attn_141 = None + permute_143 = attn_142.permute(0, 2, 3, 1) + attn_142 = None + linear_170 = torch._C._nn.linear( + permute_143, + l_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_143 = l_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_143 = linear_170.permute(0, 3, 1, 2) + linear_170 = None + attn_144 = torch.nn.functional.dropout(attn_143, 0.0, False, False) + attn_143 = None + matmul_57 = attn_144 @ v_28 + attn_144 = v_28 = None + transpose_58 = matmul_57.transpose(1, 2) + matmul_57 = None + x_284 = transpose_58.reshape(1, 196, 192) + transpose_58 = None + x_285 = torch._C._nn.linear( + x_284, + l_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_bias_, + ) + x_284 = l_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_bias_ + ) = None + x_286 = torch.nn.functional.dropout(x_285, 0.0, False, False) + x_285 = None + mul_85 = l_self_modules_blocks_modules_28_parameters_gamma_1_ * x_286 + l_self_modules_blocks_modules_28_parameters_gamma_1_ = x_286 = None + x_287 = x_283 + mul_85 + x_283 = mul_85 = None + layer_norm_57 = torch.nn.functional.layer_norm( + x_287, + (192,), + l_self_modules_blocks_modules_28_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_28_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_28_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_28_modules_norm2_parameters_bias_ + ) = None + x_288 = torch._C._nn.linear( + layer_norm_57, + l_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_57 = ( + l_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_289 = torch._C._nn.gelu(x_288, approximate="none") + x_288 = None + x_290 = torch.nn.functional.dropout(x_289, 0.0, False, False) + x_289 = None + x_291 = torch._C._nn.linear( + x_290, + l_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_bias_, + ) + x_290 = ( + l_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_292 = torch.nn.functional.dropout(x_291, 0.0, False, False) + x_291 = None + mul_86 = l_self_modules_blocks_modules_28_parameters_gamma_2_ * x_292 + l_self_modules_blocks_modules_28_parameters_gamma_2_ = x_292 = None + x_293 = x_287 + mul_86 + x_287 = mul_86 = None + layer_norm_58 = torch.nn.functional.layer_norm( + x_293, + (192,), + l_self_modules_blocks_modules_29_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_29_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_29_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_29_modules_norm1_parameters_bias_ + ) = None + linear_174 = torch._C._nn.linear( + layer_norm_58, + l_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_58 = ( + l_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_58 = linear_174.reshape(1, 196, 3, 4, 48) + linear_174 = None + qkv_29 = reshape_58.permute(2, 0, 3, 1, 4) + reshape_58 = None + getitem_91 = qkv_29[0] + q_29 = getitem_91 * 0.14433756729740643 + getitem_91 = None + k_29 = qkv_29[1] + v_29 = qkv_29[2] + qkv_29 = None + transpose_59 = k_29.transpose(-2, -1) + k_29 = None + attn_145 = q_29 @ transpose_59 + q_29 = transpose_59 = None + permute_146 = attn_145.permute(0, 2, 3, 1) + attn_145 = None + linear_175 = torch._C._nn.linear( + permute_146, + l_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_146 = l_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_146 = linear_175.permute(0, 3, 1, 2) + linear_175 = None + attn_147 = attn_146.softmax(dim=-1) + attn_146 = None + permute_148 = attn_147.permute(0, 2, 3, 1) + attn_147 = None + linear_176 = torch._C._nn.linear( + permute_148, + l_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_148 = l_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_148 = linear_176.permute(0, 3, 1, 2) + linear_176 = None + attn_149 = torch.nn.functional.dropout(attn_148, 0.0, False, False) + attn_148 = None + matmul_59 = attn_149 @ v_29 + attn_149 = v_29 = None + transpose_60 = matmul_59.transpose(1, 2) + matmul_59 = None + x_294 = transpose_60.reshape(1, 196, 192) + transpose_60 = None + x_295 = torch._C._nn.linear( + x_294, + l_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_bias_, + ) + x_294 = l_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_bias_ + ) = None + x_296 = torch.nn.functional.dropout(x_295, 0.0, False, False) + x_295 = None + mul_88 = l_self_modules_blocks_modules_29_parameters_gamma_1_ * x_296 + l_self_modules_blocks_modules_29_parameters_gamma_1_ = x_296 = None + x_297 = x_293 + mul_88 + x_293 = mul_88 = None + layer_norm_59 = torch.nn.functional.layer_norm( + x_297, + (192,), + l_self_modules_blocks_modules_29_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_29_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_29_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_29_modules_norm2_parameters_bias_ + ) = None + x_298 = torch._C._nn.linear( + layer_norm_59, + l_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_59 = ( + l_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_299 = torch._C._nn.gelu(x_298, approximate="none") + x_298 = None + x_300 = torch.nn.functional.dropout(x_299, 0.0, False, False) + x_299 = None + x_301 = torch._C._nn.linear( + x_300, + l_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_bias_, + ) + x_300 = ( + l_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_302 = torch.nn.functional.dropout(x_301, 0.0, False, False) + x_301 = None + mul_89 = l_self_modules_blocks_modules_29_parameters_gamma_2_ * x_302 + l_self_modules_blocks_modules_29_parameters_gamma_2_ = x_302 = None + x_303 = x_297 + mul_89 + x_297 = mul_89 = None + layer_norm_60 = torch.nn.functional.layer_norm( + x_303, + (192,), + l_self_modules_blocks_modules_30_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_30_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_30_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_30_modules_norm1_parameters_bias_ + ) = None + linear_180 = torch._C._nn.linear( + layer_norm_60, + l_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_60 = ( + l_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_60 = linear_180.reshape(1, 196, 3, 4, 48) + linear_180 = None + qkv_30 = reshape_60.permute(2, 0, 3, 1, 4) + reshape_60 = None + getitem_94 = qkv_30[0] + q_30 = getitem_94 * 0.14433756729740643 + getitem_94 = None + k_30 = qkv_30[1] + v_30 = qkv_30[2] + qkv_30 = None + transpose_61 = k_30.transpose(-2, -1) + k_30 = None + attn_150 = q_30 @ transpose_61 + q_30 = transpose_61 = None + permute_151 = attn_150.permute(0, 2, 3, 1) + attn_150 = None + linear_181 = torch._C._nn.linear( + permute_151, + l_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_151 = l_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_151 = linear_181.permute(0, 3, 1, 2) + linear_181 = None + attn_152 = attn_151.softmax(dim=-1) + attn_151 = None + permute_153 = attn_152.permute(0, 2, 3, 1) + attn_152 = None + linear_182 = torch._C._nn.linear( + permute_153, + l_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_153 = l_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_153 = linear_182.permute(0, 3, 1, 2) + linear_182 = None + attn_154 = torch.nn.functional.dropout(attn_153, 0.0, False, False) + attn_153 = None + matmul_61 = attn_154 @ v_30 + attn_154 = v_30 = None + transpose_62 = matmul_61.transpose(1, 2) + matmul_61 = None + x_304 = transpose_62.reshape(1, 196, 192) + transpose_62 = None + x_305 = torch._C._nn.linear( + x_304, + l_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_bias_, + ) + x_304 = l_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_bias_ + ) = None + x_306 = torch.nn.functional.dropout(x_305, 0.0, False, False) + x_305 = None + mul_91 = l_self_modules_blocks_modules_30_parameters_gamma_1_ * x_306 + l_self_modules_blocks_modules_30_parameters_gamma_1_ = x_306 = None + x_307 = x_303 + mul_91 + x_303 = mul_91 = None + layer_norm_61 = torch.nn.functional.layer_norm( + x_307, + (192,), + l_self_modules_blocks_modules_30_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_30_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_30_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_30_modules_norm2_parameters_bias_ + ) = None + x_308 = torch._C._nn.linear( + layer_norm_61, + l_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_61 = ( + l_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_309 = torch._C._nn.gelu(x_308, approximate="none") + x_308 = None + x_310 = torch.nn.functional.dropout(x_309, 0.0, False, False) + x_309 = None + x_311 = torch._C._nn.linear( + x_310, + l_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_bias_, + ) + x_310 = ( + l_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_312 = torch.nn.functional.dropout(x_311, 0.0, False, False) + x_311 = None + mul_92 = l_self_modules_blocks_modules_30_parameters_gamma_2_ * x_312 + l_self_modules_blocks_modules_30_parameters_gamma_2_ = x_312 = None + x_313 = x_307 + mul_92 + x_307 = mul_92 = None + layer_norm_62 = torch.nn.functional.layer_norm( + x_313, + (192,), + l_self_modules_blocks_modules_31_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_31_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_31_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_31_modules_norm1_parameters_bias_ + ) = None + linear_186 = torch._C._nn.linear( + layer_norm_62, + l_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_62 = ( + l_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_62 = linear_186.reshape(1, 196, 3, 4, 48) + linear_186 = None + qkv_31 = reshape_62.permute(2, 0, 3, 1, 4) + reshape_62 = None + getitem_97 = qkv_31[0] + q_31 = getitem_97 * 0.14433756729740643 + getitem_97 = None + k_31 = qkv_31[1] + v_31 = qkv_31[2] + qkv_31 = None + transpose_63 = k_31.transpose(-2, -1) + k_31 = None + attn_155 = q_31 @ transpose_63 + q_31 = transpose_63 = None + permute_156 = attn_155.permute(0, 2, 3, 1) + attn_155 = None + linear_187 = torch._C._nn.linear( + permute_156, + l_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_156 = l_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_156 = linear_187.permute(0, 3, 1, 2) + linear_187 = None + attn_157 = attn_156.softmax(dim=-1) + attn_156 = None + permute_158 = attn_157.permute(0, 2, 3, 1) + attn_157 = None + linear_188 = torch._C._nn.linear( + permute_158, + l_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_158 = l_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_158 = linear_188.permute(0, 3, 1, 2) + linear_188 = None + attn_159 = torch.nn.functional.dropout(attn_158, 0.0, False, False) + attn_158 = None + matmul_63 = attn_159 @ v_31 + attn_159 = v_31 = None + transpose_64 = matmul_63.transpose(1, 2) + matmul_63 = None + x_314 = transpose_64.reshape(1, 196, 192) + transpose_64 = None + x_315 = torch._C._nn.linear( + x_314, + l_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_bias_, + ) + x_314 = l_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_bias_ + ) = None + x_316 = torch.nn.functional.dropout(x_315, 0.0, False, False) + x_315 = None + mul_94 = l_self_modules_blocks_modules_31_parameters_gamma_1_ * x_316 + l_self_modules_blocks_modules_31_parameters_gamma_1_ = x_316 = None + x_317 = x_313 + mul_94 + x_313 = mul_94 = None + layer_norm_63 = torch.nn.functional.layer_norm( + x_317, + (192,), + l_self_modules_blocks_modules_31_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_31_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_31_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_31_modules_norm2_parameters_bias_ + ) = None + x_318 = torch._C._nn.linear( + layer_norm_63, + l_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_63 = ( + l_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_319 = torch._C._nn.gelu(x_318, approximate="none") + x_318 = None + x_320 = torch.nn.functional.dropout(x_319, 0.0, False, False) + x_319 = None + x_321 = torch._C._nn.linear( + x_320, + l_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_bias_, + ) + x_320 = ( + l_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_322 = torch.nn.functional.dropout(x_321, 0.0, False, False) + x_321 = None + mul_95 = l_self_modules_blocks_modules_31_parameters_gamma_2_ * x_322 + l_self_modules_blocks_modules_31_parameters_gamma_2_ = x_322 = None + x_323 = x_317 + mul_95 + x_317 = mul_95 = None + layer_norm_64 = torch.nn.functional.layer_norm( + x_323, + (192,), + l_self_modules_blocks_modules_32_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_32_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_32_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_32_modules_norm1_parameters_bias_ + ) = None + linear_192 = torch._C._nn.linear( + layer_norm_64, + l_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_64 = ( + l_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_64 = linear_192.reshape(1, 196, 3, 4, 48) + linear_192 = None + qkv_32 = reshape_64.permute(2, 0, 3, 1, 4) + reshape_64 = None + getitem_100 = qkv_32[0] + q_32 = getitem_100 * 0.14433756729740643 + getitem_100 = None + k_32 = qkv_32[1] + v_32 = qkv_32[2] + qkv_32 = None + transpose_65 = k_32.transpose(-2, -1) + k_32 = None + attn_160 = q_32 @ transpose_65 + q_32 = transpose_65 = None + permute_161 = attn_160.permute(0, 2, 3, 1) + attn_160 = None + linear_193 = torch._C._nn.linear( + permute_161, + l_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_161 = l_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_161 = linear_193.permute(0, 3, 1, 2) + linear_193 = None + attn_162 = attn_161.softmax(dim=-1) + attn_161 = None + permute_163 = attn_162.permute(0, 2, 3, 1) + attn_162 = None + linear_194 = torch._C._nn.linear( + permute_163, + l_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_163 = l_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_163 = linear_194.permute(0, 3, 1, 2) + linear_194 = None + attn_164 = torch.nn.functional.dropout(attn_163, 0.0, False, False) + attn_163 = None + matmul_65 = attn_164 @ v_32 + attn_164 = v_32 = None + transpose_66 = matmul_65.transpose(1, 2) + matmul_65 = None + x_324 = transpose_66.reshape(1, 196, 192) + transpose_66 = None + x_325 = torch._C._nn.linear( + x_324, + l_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_bias_, + ) + x_324 = l_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_bias_ + ) = None + x_326 = torch.nn.functional.dropout(x_325, 0.0, False, False) + x_325 = None + mul_97 = l_self_modules_blocks_modules_32_parameters_gamma_1_ * x_326 + l_self_modules_blocks_modules_32_parameters_gamma_1_ = x_326 = None + x_327 = x_323 + mul_97 + x_323 = mul_97 = None + layer_norm_65 = torch.nn.functional.layer_norm( + x_327, + (192,), + l_self_modules_blocks_modules_32_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_32_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_32_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_32_modules_norm2_parameters_bias_ + ) = None + x_328 = torch._C._nn.linear( + layer_norm_65, + l_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_65 = ( + l_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_329 = torch._C._nn.gelu(x_328, approximate="none") + x_328 = None + x_330 = torch.nn.functional.dropout(x_329, 0.0, False, False) + x_329 = None + x_331 = torch._C._nn.linear( + x_330, + l_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_bias_, + ) + x_330 = ( + l_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_332 = torch.nn.functional.dropout(x_331, 0.0, False, False) + x_331 = None + mul_98 = l_self_modules_blocks_modules_32_parameters_gamma_2_ * x_332 + l_self_modules_blocks_modules_32_parameters_gamma_2_ = x_332 = None + x_333 = x_327 + mul_98 + x_327 = mul_98 = None + layer_norm_66 = torch.nn.functional.layer_norm( + x_333, + (192,), + l_self_modules_blocks_modules_33_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_33_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_33_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_33_modules_norm1_parameters_bias_ + ) = None + linear_198 = torch._C._nn.linear( + layer_norm_66, + l_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_66 = ( + l_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_66 = linear_198.reshape(1, 196, 3, 4, 48) + linear_198 = None + qkv_33 = reshape_66.permute(2, 0, 3, 1, 4) + reshape_66 = None + getitem_103 = qkv_33[0] + q_33 = getitem_103 * 0.14433756729740643 + getitem_103 = None + k_33 = qkv_33[1] + v_33 = qkv_33[2] + qkv_33 = None + transpose_67 = k_33.transpose(-2, -1) + k_33 = None + attn_165 = q_33 @ transpose_67 + q_33 = transpose_67 = None + permute_166 = attn_165.permute(0, 2, 3, 1) + attn_165 = None + linear_199 = torch._C._nn.linear( + permute_166, + l_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_166 = l_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_166 = linear_199.permute(0, 3, 1, 2) + linear_199 = None + attn_167 = attn_166.softmax(dim=-1) + attn_166 = None + permute_168 = attn_167.permute(0, 2, 3, 1) + attn_167 = None + linear_200 = torch._C._nn.linear( + permute_168, + l_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_168 = l_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_168 = linear_200.permute(0, 3, 1, 2) + linear_200 = None + attn_169 = torch.nn.functional.dropout(attn_168, 0.0, False, False) + attn_168 = None + matmul_67 = attn_169 @ v_33 + attn_169 = v_33 = None + transpose_68 = matmul_67.transpose(1, 2) + matmul_67 = None + x_334 = transpose_68.reshape(1, 196, 192) + transpose_68 = None + x_335 = torch._C._nn.linear( + x_334, + l_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_bias_, + ) + x_334 = l_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_bias_ + ) = None + x_336 = torch.nn.functional.dropout(x_335, 0.0, False, False) + x_335 = None + mul_100 = l_self_modules_blocks_modules_33_parameters_gamma_1_ * x_336 + l_self_modules_blocks_modules_33_parameters_gamma_1_ = x_336 = None + x_337 = x_333 + mul_100 + x_333 = mul_100 = None + layer_norm_67 = torch.nn.functional.layer_norm( + x_337, + (192,), + l_self_modules_blocks_modules_33_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_33_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_33_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_33_modules_norm2_parameters_bias_ + ) = None + x_338 = torch._C._nn.linear( + layer_norm_67, + l_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_67 = ( + l_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_339 = torch._C._nn.gelu(x_338, approximate="none") + x_338 = None + x_340 = torch.nn.functional.dropout(x_339, 0.0, False, False) + x_339 = None + x_341 = torch._C._nn.linear( + x_340, + l_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_bias_, + ) + x_340 = ( + l_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_342 = torch.nn.functional.dropout(x_341, 0.0, False, False) + x_341 = None + mul_101 = l_self_modules_blocks_modules_33_parameters_gamma_2_ * x_342 + l_self_modules_blocks_modules_33_parameters_gamma_2_ = x_342 = None + x_343 = x_337 + mul_101 + x_337 = mul_101 = None + layer_norm_68 = torch.nn.functional.layer_norm( + x_343, + (192,), + l_self_modules_blocks_modules_34_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_34_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_34_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_34_modules_norm1_parameters_bias_ + ) = None + linear_204 = torch._C._nn.linear( + layer_norm_68, + l_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_68 = ( + l_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_68 = linear_204.reshape(1, 196, 3, 4, 48) + linear_204 = None + qkv_34 = reshape_68.permute(2, 0, 3, 1, 4) + reshape_68 = None + getitem_106 = qkv_34[0] + q_34 = getitem_106 * 0.14433756729740643 + getitem_106 = None + k_34 = qkv_34[1] + v_34 = qkv_34[2] + qkv_34 = None + transpose_69 = k_34.transpose(-2, -1) + k_34 = None + attn_170 = q_34 @ transpose_69 + q_34 = transpose_69 = None + permute_171 = attn_170.permute(0, 2, 3, 1) + attn_170 = None + linear_205 = torch._C._nn.linear( + permute_171, + l_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_171 = l_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_171 = linear_205.permute(0, 3, 1, 2) + linear_205 = None + attn_172 = attn_171.softmax(dim=-1) + attn_171 = None + permute_173 = attn_172.permute(0, 2, 3, 1) + attn_172 = None + linear_206 = torch._C._nn.linear( + permute_173, + l_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_173 = l_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_173 = linear_206.permute(0, 3, 1, 2) + linear_206 = None + attn_174 = torch.nn.functional.dropout(attn_173, 0.0, False, False) + attn_173 = None + matmul_69 = attn_174 @ v_34 + attn_174 = v_34 = None + transpose_70 = matmul_69.transpose(1, 2) + matmul_69 = None + x_344 = transpose_70.reshape(1, 196, 192) + transpose_70 = None + x_345 = torch._C._nn.linear( + x_344, + l_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_bias_, + ) + x_344 = l_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_bias_ + ) = None + x_346 = torch.nn.functional.dropout(x_345, 0.0, False, False) + x_345 = None + mul_103 = l_self_modules_blocks_modules_34_parameters_gamma_1_ * x_346 + l_self_modules_blocks_modules_34_parameters_gamma_1_ = x_346 = None + x_347 = x_343 + mul_103 + x_343 = mul_103 = None + layer_norm_69 = torch.nn.functional.layer_norm( + x_347, + (192,), + l_self_modules_blocks_modules_34_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_34_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_34_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_34_modules_norm2_parameters_bias_ + ) = None + x_348 = torch._C._nn.linear( + layer_norm_69, + l_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_69 = ( + l_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_349 = torch._C._nn.gelu(x_348, approximate="none") + x_348 = None + x_350 = torch.nn.functional.dropout(x_349, 0.0, False, False) + x_349 = None + x_351 = torch._C._nn.linear( + x_350, + l_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_bias_, + ) + x_350 = ( + l_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_352 = torch.nn.functional.dropout(x_351, 0.0, False, False) + x_351 = None + mul_104 = l_self_modules_blocks_modules_34_parameters_gamma_2_ * x_352 + l_self_modules_blocks_modules_34_parameters_gamma_2_ = x_352 = None + x_353 = x_347 + mul_104 + x_347 = mul_104 = None + layer_norm_70 = torch.nn.functional.layer_norm( + x_353, + (192,), + l_self_modules_blocks_modules_35_modules_norm1_parameters_weight_, + l_self_modules_blocks_modules_35_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_35_modules_norm1_parameters_weight_ = ( + l_self_modules_blocks_modules_35_modules_norm1_parameters_bias_ + ) = None + linear_210 = torch._C._nn.linear( + layer_norm_70, + l_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_bias_, + ) + layer_norm_70 = ( + l_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_bias_ + ) = None + reshape_70 = linear_210.reshape(1, 196, 3, 4, 48) + linear_210 = None + qkv_35 = reshape_70.permute(2, 0, 3, 1, 4) + reshape_70 = None + getitem_109 = qkv_35[0] + q_35 = getitem_109 * 0.14433756729740643 + getitem_109 = None + k_35 = qkv_35[1] + v_35 = qkv_35[2] + qkv_35 = None + transpose_71 = k_35.transpose(-2, -1) + k_35 = None + attn_175 = q_35 @ transpose_71 + q_35 = transpose_71 = None + permute_176 = attn_175.permute(0, 2, 3, 1) + attn_175 = None + linear_211 = torch._C._nn.linear( + permute_176, + l_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_weight_, + l_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_bias_, + ) + permute_176 = l_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_weight_ = l_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_bias_ = (None) + attn_176 = linear_211.permute(0, 3, 1, 2) + linear_211 = None + attn_177 = attn_176.softmax(dim=-1) + attn_176 = None + permute_178 = attn_177.permute(0, 2, 3, 1) + attn_177 = None + linear_212 = torch._C._nn.linear( + permute_178, + l_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_weight_, + l_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_bias_, + ) + permute_178 = l_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_weight_ = l_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_bias_ = (None) + attn_178 = linear_212.permute(0, 3, 1, 2) + linear_212 = None + attn_179 = torch.nn.functional.dropout(attn_178, 0.0, False, False) + attn_178 = None + matmul_71 = attn_179 @ v_35 + attn_179 = v_35 = None + transpose_72 = matmul_71.transpose(1, 2) + matmul_71 = None + x_354 = transpose_72.reshape(1, 196, 192) + transpose_72 = None + x_355 = torch._C._nn.linear( + x_354, + l_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_bias_, + ) + x_354 = l_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_weight_ = ( + l_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_bias_ + ) = None + x_356 = torch.nn.functional.dropout(x_355, 0.0, False, False) + x_355 = None + mul_106 = l_self_modules_blocks_modules_35_parameters_gamma_1_ * x_356 + l_self_modules_blocks_modules_35_parameters_gamma_1_ = x_356 = None + x_357 = x_353 + mul_106 + x_353 = mul_106 = None + layer_norm_71 = torch.nn.functional.layer_norm( + x_357, + (192,), + l_self_modules_blocks_modules_35_modules_norm2_parameters_weight_, + l_self_modules_blocks_modules_35_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_modules_35_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_modules_35_modules_norm2_parameters_bias_ + ) = None + x_358 = torch._C._nn.linear( + layer_norm_71, + l_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_71 = ( + l_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_bias_ + ) = None + x_359 = torch._C._nn.gelu(x_358, approximate="none") + x_358 = None + x_360 = torch.nn.functional.dropout(x_359, 0.0, False, False) + x_359 = None + x_361 = torch._C._nn.linear( + x_360, + l_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_bias_, + ) + x_360 = ( + l_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_weight_ + ) = ( + l_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_bias_ + ) = None + x_362 = torch.nn.functional.dropout(x_361, 0.0, False, False) + x_361 = None + mul_107 = l_self_modules_blocks_modules_35_parameters_gamma_2_ * x_362 + l_self_modules_blocks_modules_35_parameters_gamma_2_ = x_362 = None + x_363 = x_357 + mul_107 + x_357 = mul_107 = None + cls_tokens = l_self_parameters_cls_token_.expand(1, -1, -1) + l_self_parameters_cls_token_ = None + u = torch.cat((cls_tokens, x_363), dim=1) + layer_norm_72 = torch.nn.functional.layer_norm( + u, + (192,), + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + u = ( + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_ + ) = ( + l_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_ + ) = None + getitem_112 = layer_norm_72[(slice(None, None, None), 0)] + linear_216 = torch._C._nn.linear( + getitem_112, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_, + ) + getitem_112 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_ = (None) + unsqueeze = linear_216.unsqueeze(1) + linear_216 = None + reshape_72 = unsqueeze.reshape(1, 1, 4, 48) + unsqueeze = None + q_36 = reshape_72.permute(0, 2, 1, 3) + reshape_72 = None + linear_217 = torch._C._nn.linear( + layer_norm_72, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_, + ) + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_ = (None) + reshape_73 = linear_217.reshape(1, 197, 4, 48) + linear_217 = None + k_36 = reshape_73.permute(0, 2, 1, 3) + reshape_73 = None + linear_218 = torch._C._nn.linear( + layer_norm_72, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_, + ) + layer_norm_72 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_ = (None) + reshape_74 = linear_218.reshape(1, 197, 4, 48) + linear_218 = None + v_36 = reshape_74.permute(0, 2, 1, 3) + reshape_74 = None + x_cls = torch._C._nn.scaled_dot_product_attention( + q_36, k_36, v_36, dropout_p=0.0 + ) + q_36 = k_36 = v_36 = None + transpose_73 = x_cls.transpose(1, 2) + x_cls = None + x_cls_1 = transpose_73.reshape(1, 1, 192) + transpose_73 = None + x_cls_2 = torch._C._nn.linear( + x_cls_1, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_cls_1 = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_ = (None) + x_cls_3 = torch.nn.functional.dropout(x_cls_2, 0.0, False, False) + x_cls_2 = None + mul_108 = ( + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ * x_cls_3 + ) + l_self_modules_blocks_token_only_modules_0_parameters_gamma_1_ = x_cls_3 = None + x_cls_4 = cls_tokens + mul_108 + cls_tokens = mul_108 = None + layer_norm_73 = torch.nn.functional.layer_norm( + x_cls_4, + (192,), + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_ + ) = None + x_364 = torch._C._nn.linear( + layer_norm_73, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_73 = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_365 = torch._C._nn.gelu(x_364, approximate="none") + x_364 = None + x_366 = torch.nn.functional.dropout(x_365, 0.0, False, False) + x_365 = None + x_367 = torch._C._nn.linear( + x_366, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_366 = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_368 = torch.nn.functional.dropout(x_367, 0.0, False, False) + x_367 = None + mul_109 = l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ * x_368 + l_self_modules_blocks_token_only_modules_0_parameters_gamma_2_ = x_368 = None + x_cls_5 = x_cls_4 + mul_109 + x_cls_4 = mul_109 = None + u_1 = torch.cat((x_cls_5, x_363), dim=1) + layer_norm_74 = torch.nn.functional.layer_norm( + u_1, + (192,), + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + u_1 = ( + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_ + ) = ( + l_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_ + ) = None + getitem_113 = layer_norm_74[(slice(None, None, None), 0)] + linear_222 = torch._C._nn.linear( + getitem_113, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_, + ) + getitem_113 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_ = (None) + unsqueeze_1 = linear_222.unsqueeze(1) + linear_222 = None + reshape_76 = unsqueeze_1.reshape(1, 1, 4, 48) + unsqueeze_1 = None + q_37 = reshape_76.permute(0, 2, 1, 3) + reshape_76 = None + linear_223 = torch._C._nn.linear( + layer_norm_74, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_, + ) + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_ = (None) + reshape_77 = linear_223.reshape(1, 197, 4, 48) + linear_223 = None + k_37 = reshape_77.permute(0, 2, 1, 3) + reshape_77 = None + linear_224 = torch._C._nn.linear( + layer_norm_74, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_, + ) + layer_norm_74 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_ = (None) + reshape_78 = linear_224.reshape(1, 197, 4, 48) + linear_224 = None + v_37 = reshape_78.permute(0, 2, 1, 3) + reshape_78 = None + x_cls_6 = torch._C._nn.scaled_dot_product_attention( + q_37, k_37, v_37, dropout_p=0.0 + ) + q_37 = k_37 = v_37 = None + transpose_74 = x_cls_6.transpose(1, 2) + x_cls_6 = None + x_cls_7 = transpose_74.reshape(1, 1, 192) + transpose_74 = None + x_cls_8 = torch._C._nn.linear( + x_cls_7, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_cls_7 = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_ = (None) + x_cls_9 = torch.nn.functional.dropout(x_cls_8, 0.0, False, False) + x_cls_8 = None + mul_110 = ( + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ * x_cls_9 + ) + l_self_modules_blocks_token_only_modules_1_parameters_gamma_1_ = x_cls_9 = None + x_cls_10 = x_cls_5 + mul_110 + x_cls_5 = mul_110 = None + layer_norm_75 = torch.nn.functional.layer_norm( + x_cls_10, + (192,), + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_ + ) = None + x_369 = torch._C._nn.linear( + layer_norm_75, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + layer_norm_75 = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_370 = torch._C._nn.gelu(x_369, approximate="none") + x_369 = None + x_371 = torch.nn.functional.dropout(x_370, 0.0, False, False) + x_370 = None + x_372 = torch._C._nn.linear( + x_371, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_371 = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_373 = torch.nn.functional.dropout(x_372, 0.0, False, False) + x_372 = None + mul_111 = l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ * x_373 + l_self_modules_blocks_token_only_modules_1_parameters_gamma_2_ = x_373 = None + x_cls_11 = x_cls_10 + mul_111 + x_cls_10 = mul_111 = None + x_374 = torch.cat((x_cls_11, x_363), dim=1) + x_cls_11 = x_363 = None + x_375 = torch.nn.functional.layer_norm( + x_374, + (192,), + l_self_modules_norm_parameters_weight_, + l_self_modules_norm_parameters_bias_, + 1e-06, + ) + x_374 = ( + l_self_modules_norm_parameters_weight_ + ) = l_self_modules_norm_parameters_bias_ = None + x_376 = x_375[(slice(None, None, None), 0)] + x_375 = None + x_377 = torch.nn.functional.dropout(x_376, 0.0, False, False) + x_376 = None + x_378 = torch._C._nn.linear( + x_377, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_377 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_378,) diff --git a/samples/timm/cait_xxs36_224.fb_dist_in1k/weight_meta.py b/samples/timm/cait_xxs36_224.fb_dist_in1k/weight_meta.py new file mode 100644 index 0000000000..f4107ae439 --- /dev/null +++ b/samples/timm/cait_xxs36_224.fb_dist_in1k/weight_meta.py @@ -0,0 +1,7236 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.232 + std = 1.282 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed_modules_proj_parameters_weight_" + shape = [192, 3, 16, 16] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_pos_embed_: + name = "L_self_parameters_pos_embed_" + shape = [1, 196, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_0_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.027 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.006 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_0_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_1_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.009 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_1_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_2_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.029 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_2_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_3_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_3_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_4_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.025 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_4_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_5_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.025 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_5_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_6_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_6_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_7_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_7_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_8_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.012 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_8_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_9_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_weight_" + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_weight_" + ) + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_9_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_10_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.008 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.029 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_10_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_11_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.006 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_11_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_12_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.012 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.006 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_12_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_13_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_13_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_14_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.006 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_14_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_15_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.006 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_15_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_16_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_16_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_17_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.030 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.029 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_17_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_18_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.025 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_18_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_19_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.009 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.009 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_19_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_20_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_20_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_21_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.011 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_21_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_22_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.007 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_22_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_23_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.010 + std = 0.027 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_23_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_24_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_24_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.017 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_24_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_24_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_25_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_25_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.009 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_25_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_25_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_26_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_26_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.014 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_26_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_26_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_27_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_27_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_27_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_27_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_28_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_28_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_28_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_28_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_29_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_29_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_29_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_29_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_30_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.009 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_30_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_30_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_30_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_31_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_31_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.023 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_31_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_31_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_32_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_32_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_32_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_32_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_32_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.010 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_32_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_32_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_32_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_32_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_32_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_32_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_32_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_33_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_33_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_33_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_33_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_33_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_33_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_33_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_33_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_33_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_33_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_33_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_33_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_34_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_34_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_34_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_34_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.027 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_34_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_34_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_34_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_34_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_34_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_34_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_34_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_34_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_parameters_gamma_1_: + name = "L_self_modules_blocks_modules_35_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_modules_35_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_modules_35_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_weight_" + ) + shape = [576, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_blocks_modules_35_modules_attn_modules_qkv_parameters_bias_" + shape = [576] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_weight_: + name = "L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_35_modules_attn_modules_proj_l_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_weight_: + name = "L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_weight_" + shape = [4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_bias_: + name = ( + "L_self_modules_blocks_modules_35_modules_attn_modules_proj_w_parameters_bias_" + ) + shape = [4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_weight_: + name = ( + "L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_weight_" + ) + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_modules_35_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_parameters_gamma_2_: + name = "L_self_modules_blocks_modules_35_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_modules_35_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_modules_35_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_modules_35_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_modules_35_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token_: + name = "L_self_parameters_cls_token_" + shape = [1, 1, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_: + name = "L_self_modules_blocks_token_only_modules_0_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_q_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_k_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_v_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_: + name = "L_self_modules_blocks_token_only_modules_0_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_: + name = "L_self_modules_blocks_token_only_modules_1_parameters_gamma_1_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_q_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_k_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_v_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_weight_" + shape = [192, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_: + name = "L_self_modules_blocks_token_only_modules_1_parameters_gamma_2_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_norm2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_blocks_token_only_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_weight_: + name = "L_self_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_bias_: + name = "L_self_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/coat_lite_medium.in1k/graph_hash.txt b/samples/timm/coat_lite_medium.in1k/graph_hash.txt new file mode 100644 index 0000000000..00c332427b --- /dev/null +++ b/samples/timm/coat_lite_medium.in1k/graph_hash.txt @@ -0,0 +1 @@ +89c00326da6b2b9930919a98f8db1c2b3d4a880a204269070dd51b4ddf3793a1 \ No newline at end of file diff --git a/samples/timm/coat_lite_medium.in1k/graph_net.json b/samples/timm/coat_lite_medium.in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/coat_lite_medium.in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/coat_lite_medium.in1k/input_meta.py b/samples/timm/coat_lite_medium.in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_medium.in1k/input_tensor_constraints.py b/samples/timm/coat_lite_medium.in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_medium.in1k/model.py b/samples/timm/coat_lite_medium.in1k/model.py new file mode 100644 index 0000000000..7115d6a0ac --- /dev/null +++ b/samples/timm/coat_lite_medium.in1k/model.py @@ -0,0 +1,5903 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed1_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token1_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token2_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token3_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token4_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed1_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token1_ = L_self_parameters_cls_token1_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed2_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token2_ = L_self_parameters_cls_token2_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed3_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token3_ = L_self_parameters_cls_token3_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed4_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token4_ = L_self_parameters_cls_token4_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_norm4_parameters_weight_ = ( + L_self_modules_norm4_parameters_weight_ + ) + l_self_modules_norm4_parameters_bias_ = L_self_modules_norm4_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed1_modules_proj_parameters_weight_, + l_self_modules_patch_embed1_modules_proj_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + x_2 = torch.nn.functional.layer_norm( + x_1, + (128,), + l_self_modules_patch_embed1_modules_norm_parameters_weight_, + l_self_modules_patch_embed1_modules_norm_parameters_bias_, + 1e-05, + ) + x_1 = ( + l_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_norm_parameters_bias_ = None + cls_tokens = l_self_parameters_cls_token1_.expand(1, -1, -1) + l_self_parameters_cls_token1_ = None + x_3 = torch.cat((cls_tokens, x_2), dim=1) + cls_tokens = x_2 = None + cls_token = x_3[(slice(None, None, None), slice(None, 1, None))] + img_tokens = x_3[(slice(None, None, None), slice(1, None, None))] + x_3 = None + transpose_1 = img_tokens.transpose(1, 2) + img_tokens = None + feat = transpose_1.view(1, 128, 56, 56) + transpose_1 = None + conv2d_1 = torch.conv2d( + feat, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + x_4 = conv2d_1 + feat + conv2d_1 = feat = None + flatten_1 = x_4.flatten(2) + x_4 = None + x_5 = flatten_1.transpose(1, 2) + flatten_1 = None + x_6 = torch.cat((cls_token, x_5), dim=1) + cls_token = x_5 = None + x_7 = torch.nn.functional.layer_norm( + x_6, + (128,), + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + x_7, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_7 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape = linear.reshape(1, 3137, 3, 8, 16) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + unbind = qkv.unbind(0) + qkv = None + q = unbind[0] + k = unbind[1] + v = unbind[2] + unbind = None + k_softmax = k.softmax(dim=2) + k = None + transpose_3 = k_softmax.transpose(-1, -2) + k_softmax = None + factor_att = transpose_3 @ v + transpose_3 = None + factor_att_1 = q @ factor_att + factor_att = None + q_img = q[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q = None + v_img = v[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v = None + transpose_4 = v_img.transpose(-1, -2) + v_img = None + v_img_1 = transpose_4.reshape(1, 128, 56, 56) + transpose_4 = None + split = torch.functional.split(v_img_1, [32, 48, 48], dim=1) + v_img_1 = None + getitem_15 = split[0] + getitem_16 = split[1] + getitem_17 = split[2] + split = None + conv2d_2 = torch.conv2d( + getitem_15, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_15 = None + conv2d_3 = torch.conv2d( + getitem_16, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_16 = None + conv2d_4 = torch.conv2d( + getitem_17, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_17 = None + conv_v_img = torch.cat([conv2d_2, conv2d_3, conv2d_4], dim=1) + conv2d_2 = conv2d_3 = conv2d_4 = None + reshape_2 = conv_v_img.reshape(1, 8, 16, 3136) + conv_v_img = None + conv_v_img_1 = reshape_2.transpose(-1, -2) + reshape_2 = None + EV_hat = q_img * conv_v_img_1 + q_img = conv_v_img_1 = None + EV_hat_1 = torch._C._nn.pad(EV_hat, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat = None + mul_1 = 0.25 * factor_att_1 + factor_att_1 = None + x_8 = mul_1 + EV_hat_1 + mul_1 = EV_hat_1 = None + transpose_6 = x_8.transpose(1, 2) + x_8 = None + x_9 = transpose_6.reshape(1, 3137, 128) + transpose_6 = None + x_10 = torch._C._nn.linear( + x_9, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_9 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + x_12 = x_6 + x_11 + x_6 = x_11 = None + x_13 = torch.nn.functional.layer_norm( + x_12, + (128,), + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) = None + x_14 = torch._C._nn.linear( + x_13, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_13 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_15 = torch._C._nn.gelu(x_14, approximate="none") + x_14 = None + x_16 = torch.nn.functional.dropout(x_15, 0.0, False, False) + x_15 = None + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_16 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_18 = torch.nn.functional.dropout(x_17, 0.0, False, False) + x_17 = None + x_19 = x_12 + x_18 + x_12 = x_18 = None + cls_token_1 = x_19[(slice(None, None, None), slice(None, 1, None))] + img_tokens_1 = x_19[(slice(None, None, None), slice(1, None, None))] + x_19 = None + transpose_7 = img_tokens_1.transpose(1, 2) + img_tokens_1 = None + feat_1 = transpose_7.view(1, 128, 56, 56) + transpose_7 = None + conv2d_5 = torch.conv2d( + feat_1, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + x_20 = conv2d_5 + feat_1 + conv2d_5 = feat_1 = None + flatten_2 = x_20.flatten(2) + x_20 = None + x_21 = flatten_2.transpose(1, 2) + flatten_2 = None + x_22 = torch.cat((cls_token_1, x_21), dim=1) + cls_token_1 = x_21 = None + x_23 = torch.nn.functional.layer_norm( + x_22, + (128,), + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_4 = torch._C._nn.linear( + x_23, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_23 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_4 = linear_4.reshape(1, 3137, 3, 8, 16) + linear_4 = None + qkv_1 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + unbind_1 = qkv_1.unbind(0) + qkv_1 = None + q_1 = unbind_1[0] + k_1 = unbind_1[1] + v_1 = unbind_1[2] + unbind_1 = None + k_softmax_1 = k_1.softmax(dim=2) + k_1 = None + transpose_9 = k_softmax_1.transpose(-1, -2) + k_softmax_1 = None + factor_att_2 = transpose_9 @ v_1 + transpose_9 = None + factor_att_3 = q_1 @ factor_att_2 + factor_att_2 = None + q_img_1 = q_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_1 = None + v_img_2 = v_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_1 = None + transpose_10 = v_img_2.transpose(-1, -2) + v_img_2 = None + v_img_3 = transpose_10.reshape(1, 128, 56, 56) + transpose_10 = None + split_1 = torch.functional.split(v_img_3, [32, 48, 48], dim=1) + v_img_3 = None + getitem_25 = split_1[0] + getitem_26 = split_1[1] + getitem_27 = split_1[2] + split_1 = None + conv2d_6 = torch.conv2d( + getitem_25, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_25 = None + conv2d_7 = torch.conv2d( + getitem_26, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_26 = None + conv2d_8 = torch.conv2d( + getitem_27, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_27 = None + conv_v_img_2 = torch.cat([conv2d_6, conv2d_7, conv2d_8], dim=1) + conv2d_6 = conv2d_7 = conv2d_8 = None + reshape_6 = conv_v_img_2.reshape(1, 8, 16, 3136) + conv_v_img_2 = None + conv_v_img_3 = reshape_6.transpose(-1, -2) + reshape_6 = None + EV_hat_2 = q_img_1 * conv_v_img_3 + q_img_1 = conv_v_img_3 = None + EV_hat_3 = torch._C._nn.pad(EV_hat_2, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_2 = None + mul_3 = 0.25 * factor_att_3 + factor_att_3 = None + x_24 = mul_3 + EV_hat_3 + mul_3 = EV_hat_3 = None + transpose_12 = x_24.transpose(1, 2) + x_24 = None + x_25 = transpose_12.reshape(1, 3137, 128) + transpose_12 = None + x_26 = torch._C._nn.linear( + x_25, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_25 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_27 = torch.nn.functional.dropout(x_26, 0.0, False, False) + x_26 = None + x_28 = x_22 + x_27 + x_22 = x_27 = None + x_29 = torch.nn.functional.layer_norm( + x_28, + (128,), + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) = None + x_30 = torch._C._nn.linear( + x_29, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_29 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_31 = torch._C._nn.gelu(x_30, approximate="none") + x_30 = None + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + x_33 = torch._C._nn.linear( + x_32, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_32 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = x_28 + x_34 + x_28 = x_34 = None + cls_token_2 = x_35[(slice(None, None, None), slice(None, 1, None))] + img_tokens_2 = x_35[(slice(None, None, None), slice(1, None, None))] + x_35 = None + transpose_13 = img_tokens_2.transpose(1, 2) + img_tokens_2 = None + feat_2 = transpose_13.view(1, 128, 56, 56) + transpose_13 = None + conv2d_9 = torch.conv2d( + feat_2, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_36 = conv2d_9 + feat_2 + conv2d_9 = feat_2 = None + flatten_3 = x_36.flatten(2) + x_36 = None + x_37 = flatten_3.transpose(1, 2) + flatten_3 = None + x_38 = torch.cat((cls_token_2, x_37), dim=1) + cls_token_2 = x_37 = None + x_39 = torch.nn.functional.layer_norm( + x_38, + (128,), + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_8 = torch._C._nn.linear( + x_39, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_39 = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_8 = linear_8.reshape(1, 3137, 3, 8, 16) + linear_8 = None + qkv_2 = reshape_8.permute(2, 0, 3, 1, 4) + reshape_8 = None + unbind_2 = qkv_2.unbind(0) + qkv_2 = None + q_2 = unbind_2[0] + k_2 = unbind_2[1] + v_2 = unbind_2[2] + unbind_2 = None + k_softmax_2 = k_2.softmax(dim=2) + k_2 = None + transpose_15 = k_softmax_2.transpose(-1, -2) + k_softmax_2 = None + factor_att_4 = transpose_15 @ v_2 + transpose_15 = None + factor_att_5 = q_2 @ factor_att_4 + factor_att_4 = None + q_img_2 = q_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_2 = None + v_img_4 = v_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_2 = None + transpose_16 = v_img_4.transpose(-1, -2) + v_img_4 = None + v_img_5 = transpose_16.reshape(1, 128, 56, 56) + transpose_16 = None + split_2 = torch.functional.split(v_img_5, [32, 48, 48], dim=1) + v_img_5 = None + getitem_35 = split_2[0] + getitem_36 = split_2[1] + getitem_37 = split_2[2] + split_2 = None + conv2d_10 = torch.conv2d( + getitem_35, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_35 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_11 = torch.conv2d( + getitem_36, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_36 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_12 = torch.conv2d( + getitem_37, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_37 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_4 = torch.cat([conv2d_10, conv2d_11, conv2d_12], dim=1) + conv2d_10 = conv2d_11 = conv2d_12 = None + reshape_10 = conv_v_img_4.reshape(1, 8, 16, 3136) + conv_v_img_4 = None + conv_v_img_5 = reshape_10.transpose(-1, -2) + reshape_10 = None + EV_hat_4 = q_img_2 * conv_v_img_5 + q_img_2 = conv_v_img_5 = None + EV_hat_5 = torch._C._nn.pad(EV_hat_4, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_4 = None + mul_5 = 0.25 * factor_att_5 + factor_att_5 = None + x_40 = mul_5 + EV_hat_5 + mul_5 = EV_hat_5 = None + transpose_18 = x_40.transpose(1, 2) + x_40 = None + x_41 = transpose_18.reshape(1, 3137, 128) + transpose_18 = None + x_42 = torch._C._nn.linear( + x_41, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_41 = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_43 = torch.nn.functional.dropout(x_42, 0.0, False, False) + x_42 = None + x_44 = x_38 + x_43 + x_38 = x_43 = None + x_45 = torch.nn.functional.layer_norm( + x_44, + (128,), + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_ + ) = None + x_46 = torch._C._nn.linear( + x_45, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_45 = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_47 = torch._C._nn.gelu(x_46, approximate="none") + x_46 = None + x_48 = torch.nn.functional.dropout(x_47, 0.0, False, False) + x_47 = None + x_49 = torch._C._nn.linear( + x_48, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_48 = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_50 = torch.nn.functional.dropout(x_49, 0.0, False, False) + x_49 = None + x_51 = x_44 + x_50 + x_44 = x_50 = None + getitem_38 = x_51[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_51 = None + reshape_12 = getitem_38.reshape(1, 56, 56, -1) + getitem_38 = None + permute_3 = reshape_12.permute(0, 3, 1, 2) + reshape_12 = None + x1_nocls = permute_3.contiguous() + permute_3 = None + x_52 = torch.conv2d( + x1_nocls, + l_self_modules_patch_embed2_modules_proj_parameters_weight_, + l_self_modules_patch_embed2_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x1_nocls = ( + l_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_proj_parameters_bias_ = None + flatten_4 = x_52.flatten(2) + x_52 = None + x_53 = flatten_4.transpose(1, 2) + flatten_4 = None + x_54 = torch.nn.functional.layer_norm( + x_53, + (256,), + l_self_modules_patch_embed2_modules_norm_parameters_weight_, + l_self_modules_patch_embed2_modules_norm_parameters_bias_, + 1e-05, + ) + x_53 = ( + l_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_norm_parameters_bias_ = None + cls_tokens_1 = l_self_parameters_cls_token2_.expand(1, -1, -1) + l_self_parameters_cls_token2_ = None + x_55 = torch.cat((cls_tokens_1, x_54), dim=1) + cls_tokens_1 = x_54 = None + cls_token_3 = x_55[(slice(None, None, None), slice(None, 1, None))] + img_tokens_3 = x_55[(slice(None, None, None), slice(1, None, None))] + x_55 = None + transpose_20 = img_tokens_3.transpose(1, 2) + img_tokens_3 = None + feat_3 = transpose_20.view(1, 256, 28, 28) + transpose_20 = None + conv2d_14 = torch.conv2d( + feat_3, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + x_56 = conv2d_14 + feat_3 + conv2d_14 = feat_3 = None + flatten_5 = x_56.flatten(2) + x_56 = None + x_57 = flatten_5.transpose(1, 2) + flatten_5 = None + x_58 = torch.cat((cls_token_3, x_57), dim=1) + cls_token_3 = x_57 = None + x_59 = torch.nn.functional.layer_norm( + x_58, + (256,), + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + x_59, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_59 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_13 = linear_12.reshape(1, 785, 3, 8, 32) + linear_12 = None + qkv_3 = reshape_13.permute(2, 0, 3, 1, 4) + reshape_13 = None + unbind_3 = qkv_3.unbind(0) + qkv_3 = None + q_3 = unbind_3[0] + k_3 = unbind_3[1] + v_3 = unbind_3[2] + unbind_3 = None + k_softmax_3 = k_3.softmax(dim=2) + k_3 = None + transpose_22 = k_softmax_3.transpose(-1, -2) + k_softmax_3 = None + factor_att_6 = transpose_22 @ v_3 + transpose_22 = None + factor_att_7 = q_3 @ factor_att_6 + factor_att_6 = None + q_img_3 = q_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_3 = None + v_img_6 = v_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_3 = None + transpose_23 = v_img_6.transpose(-1, -2) + v_img_6 = None + v_img_7 = transpose_23.reshape(1, 256, 28, 28) + transpose_23 = None + split_3 = torch.functional.split(v_img_7, [64, 96, 96], dim=1) + v_img_7 = None + getitem_46 = split_3[0] + getitem_47 = split_3[1] + getitem_48 = split_3[2] + split_3 = None + conv2d_15 = torch.conv2d( + getitem_46, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_46 = None + conv2d_16 = torch.conv2d( + getitem_47, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_47 = None + conv2d_17 = torch.conv2d( + getitem_48, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_48 = None + conv_v_img_6 = torch.cat([conv2d_15, conv2d_16, conv2d_17], dim=1) + conv2d_15 = conv2d_16 = conv2d_17 = None + reshape_15 = conv_v_img_6.reshape(1, 8, 32, 784) + conv_v_img_6 = None + conv_v_img_7 = reshape_15.transpose(-1, -2) + reshape_15 = None + EV_hat_6 = q_img_3 * conv_v_img_7 + q_img_3 = conv_v_img_7 = None + EV_hat_7 = torch._C._nn.pad(EV_hat_6, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_6 = None + mul_7 = 0.1767766952966369 * factor_att_7 + factor_att_7 = None + x_60 = mul_7 + EV_hat_7 + mul_7 = EV_hat_7 = None + transpose_25 = x_60.transpose(1, 2) + x_60 = None + x_61 = transpose_25.reshape(1, 785, 256) + transpose_25 = None + x_62 = torch._C._nn.linear( + x_61, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_61 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_63 = torch.nn.functional.dropout(x_62, 0.0, False, False) + x_62 = None + x_64 = x_58 + x_63 + x_58 = x_63 = None + x_65 = torch.nn.functional.layer_norm( + x_64, + (256,), + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) = None + x_66 = torch._C._nn.linear( + x_65, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_65 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_67 = torch._C._nn.gelu(x_66, approximate="none") + x_66 = None + x_68 = torch.nn.functional.dropout(x_67, 0.0, False, False) + x_67 = None + x_69 = torch._C._nn.linear( + x_68, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_68 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = x_64 + x_70 + x_64 = x_70 = None + cls_token_4 = x_71[(slice(None, None, None), slice(None, 1, None))] + img_tokens_4 = x_71[(slice(None, None, None), slice(1, None, None))] + x_71 = None + transpose_26 = img_tokens_4.transpose(1, 2) + img_tokens_4 = None + feat_4 = transpose_26.view(1, 256, 28, 28) + transpose_26 = None + conv2d_18 = torch.conv2d( + feat_4, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + x_72 = conv2d_18 + feat_4 + conv2d_18 = feat_4 = None + flatten_6 = x_72.flatten(2) + x_72 = None + x_73 = flatten_6.transpose(1, 2) + flatten_6 = None + x_74 = torch.cat((cls_token_4, x_73), dim=1) + cls_token_4 = x_73 = None + x_75 = torch.nn.functional.layer_norm( + x_74, + (256,), + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_16 = torch._C._nn.linear( + x_75, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_75 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_17 = linear_16.reshape(1, 785, 3, 8, 32) + linear_16 = None + qkv_4 = reshape_17.permute(2, 0, 3, 1, 4) + reshape_17 = None + unbind_4 = qkv_4.unbind(0) + qkv_4 = None + q_4 = unbind_4[0] + k_4 = unbind_4[1] + v_4 = unbind_4[2] + unbind_4 = None + k_softmax_4 = k_4.softmax(dim=2) + k_4 = None + transpose_28 = k_softmax_4.transpose(-1, -2) + k_softmax_4 = None + factor_att_8 = transpose_28 @ v_4 + transpose_28 = None + factor_att_9 = q_4 @ factor_att_8 + factor_att_8 = None + q_img_4 = q_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_4 = None + v_img_8 = v_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_4 = None + transpose_29 = v_img_8.transpose(-1, -2) + v_img_8 = None + v_img_9 = transpose_29.reshape(1, 256, 28, 28) + transpose_29 = None + split_4 = torch.functional.split(v_img_9, [64, 96, 96], dim=1) + v_img_9 = None + getitem_56 = split_4[0] + getitem_57 = split_4[1] + getitem_58 = split_4[2] + split_4 = None + conv2d_19 = torch.conv2d( + getitem_56, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_56 = None + conv2d_20 = torch.conv2d( + getitem_57, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_57 = None + conv2d_21 = torch.conv2d( + getitem_58, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_58 = None + conv_v_img_8 = torch.cat([conv2d_19, conv2d_20, conv2d_21], dim=1) + conv2d_19 = conv2d_20 = conv2d_21 = None + reshape_19 = conv_v_img_8.reshape(1, 8, 32, 784) + conv_v_img_8 = None + conv_v_img_9 = reshape_19.transpose(-1, -2) + reshape_19 = None + EV_hat_8 = q_img_4 * conv_v_img_9 + q_img_4 = conv_v_img_9 = None + EV_hat_9 = torch._C._nn.pad(EV_hat_8, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_8 = None + mul_9 = 0.1767766952966369 * factor_att_9 + factor_att_9 = None + x_76 = mul_9 + EV_hat_9 + mul_9 = EV_hat_9 = None + transpose_31 = x_76.transpose(1, 2) + x_76 = None + x_77 = transpose_31.reshape(1, 785, 256) + transpose_31 = None + x_78 = torch._C._nn.linear( + x_77, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_77 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_79 = torch.nn.functional.dropout(x_78, 0.0, False, False) + x_78 = None + x_80 = x_74 + x_79 + x_74 = x_79 = None + x_81 = torch.nn.functional.layer_norm( + x_80, + (256,), + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) = None + x_82 = torch._C._nn.linear( + x_81, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_81 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_83 = torch._C._nn.gelu(x_82, approximate="none") + x_82 = None + x_84 = torch.nn.functional.dropout(x_83, 0.0, False, False) + x_83 = None + x_85 = torch._C._nn.linear( + x_84, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_84 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_86 = torch.nn.functional.dropout(x_85, 0.0, False, False) + x_85 = None + x_87 = x_80 + x_86 + x_80 = x_86 = None + cls_token_5 = x_87[(slice(None, None, None), slice(None, 1, None))] + img_tokens_5 = x_87[(slice(None, None, None), slice(1, None, None))] + x_87 = None + transpose_32 = img_tokens_5.transpose(1, 2) + img_tokens_5 = None + feat_5 = transpose_32.view(1, 256, 28, 28) + transpose_32 = None + conv2d_22 = torch.conv2d( + feat_5, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + x_88 = conv2d_22 + feat_5 + conv2d_22 = feat_5 = None + flatten_7 = x_88.flatten(2) + x_88 = None + x_89 = flatten_7.transpose(1, 2) + flatten_7 = None + x_90 = torch.cat((cls_token_5, x_89), dim=1) + cls_token_5 = x_89 = None + x_91 = torch.nn.functional.layer_norm( + x_90, + (256,), + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_20 = torch._C._nn.linear( + x_91, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_91 = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_21 = linear_20.reshape(1, 785, 3, 8, 32) + linear_20 = None + qkv_5 = reshape_21.permute(2, 0, 3, 1, 4) + reshape_21 = None + unbind_5 = qkv_5.unbind(0) + qkv_5 = None + q_5 = unbind_5[0] + k_5 = unbind_5[1] + v_5 = unbind_5[2] + unbind_5 = None + k_softmax_5 = k_5.softmax(dim=2) + k_5 = None + transpose_34 = k_softmax_5.transpose(-1, -2) + k_softmax_5 = None + factor_att_10 = transpose_34 @ v_5 + transpose_34 = None + factor_att_11 = q_5 @ factor_att_10 + factor_att_10 = None + q_img_5 = q_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_5 = None + v_img_10 = v_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_5 = None + transpose_35 = v_img_10.transpose(-1, -2) + v_img_10 = None + v_img_11 = transpose_35.reshape(1, 256, 28, 28) + transpose_35 = None + split_5 = torch.functional.split(v_img_11, [64, 96, 96], dim=1) + v_img_11 = None + getitem_66 = split_5[0] + getitem_67 = split_5[1] + getitem_68 = split_5[2] + split_5 = None + conv2d_23 = torch.conv2d( + getitem_66, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_66 = None + conv2d_24 = torch.conv2d( + getitem_67, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_67 = None + conv2d_25 = torch.conv2d( + getitem_68, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_68 = None + conv_v_img_10 = torch.cat([conv2d_23, conv2d_24, conv2d_25], dim=1) + conv2d_23 = conv2d_24 = conv2d_25 = None + reshape_23 = conv_v_img_10.reshape(1, 8, 32, 784) + conv_v_img_10 = None + conv_v_img_11 = reshape_23.transpose(-1, -2) + reshape_23 = None + EV_hat_10 = q_img_5 * conv_v_img_11 + q_img_5 = conv_v_img_11 = None + EV_hat_11 = torch._C._nn.pad(EV_hat_10, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_10 = None + mul_11 = 0.1767766952966369 * factor_att_11 + factor_att_11 = None + x_92 = mul_11 + EV_hat_11 + mul_11 = EV_hat_11 = None + transpose_37 = x_92.transpose(1, 2) + x_92 = None + x_93 = transpose_37.reshape(1, 785, 256) + transpose_37 = None + x_94 = torch._C._nn.linear( + x_93, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_93 = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_95 = torch.nn.functional.dropout(x_94, 0.0, False, False) + x_94 = None + x_96 = x_90 + x_95 + x_90 = x_95 = None + x_97 = torch.nn.functional.layer_norm( + x_96, + (256,), + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_ + ) = None + x_98 = torch._C._nn.linear( + x_97, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_97 = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_99 = torch._C._nn.gelu(x_98, approximate="none") + x_98 = None + x_100 = torch.nn.functional.dropout(x_99, 0.0, False, False) + x_99 = None + x_101 = torch._C._nn.linear( + x_100, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_100 = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + x_103 = x_96 + x_102 + x_96 = x_102 = None + cls_token_6 = x_103[(slice(None, None, None), slice(None, 1, None))] + img_tokens_6 = x_103[(slice(None, None, None), slice(1, None, None))] + x_103 = None + transpose_38 = img_tokens_6.transpose(1, 2) + img_tokens_6 = None + feat_6 = transpose_38.view(1, 256, 28, 28) + transpose_38 = None + conv2d_26 = torch.conv2d( + feat_6, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + x_104 = conv2d_26 + feat_6 + conv2d_26 = feat_6 = None + flatten_8 = x_104.flatten(2) + x_104 = None + x_105 = flatten_8.transpose(1, 2) + flatten_8 = None + x_106 = torch.cat((cls_token_6, x_105), dim=1) + cls_token_6 = x_105 = None + x_107 = torch.nn.functional.layer_norm( + x_106, + (256,), + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + x_107, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_107 = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_25 = linear_24.reshape(1, 785, 3, 8, 32) + linear_24 = None + qkv_6 = reshape_25.permute(2, 0, 3, 1, 4) + reshape_25 = None + unbind_6 = qkv_6.unbind(0) + qkv_6 = None + q_6 = unbind_6[0] + k_6 = unbind_6[1] + v_6 = unbind_6[2] + unbind_6 = None + k_softmax_6 = k_6.softmax(dim=2) + k_6 = None + transpose_40 = k_softmax_6.transpose(-1, -2) + k_softmax_6 = None + factor_att_12 = transpose_40 @ v_6 + transpose_40 = None + factor_att_13 = q_6 @ factor_att_12 + factor_att_12 = None + q_img_6 = q_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_6 = None + v_img_12 = v_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_6 = None + transpose_41 = v_img_12.transpose(-1, -2) + v_img_12 = None + v_img_13 = transpose_41.reshape(1, 256, 28, 28) + transpose_41 = None + split_6 = torch.functional.split(v_img_13, [64, 96, 96], dim=1) + v_img_13 = None + getitem_76 = split_6[0] + getitem_77 = split_6[1] + getitem_78 = split_6[2] + split_6 = None + conv2d_27 = torch.conv2d( + getitem_76, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_76 = None + conv2d_28 = torch.conv2d( + getitem_77, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_77 = None + conv2d_29 = torch.conv2d( + getitem_78, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_78 = None + conv_v_img_12 = torch.cat([conv2d_27, conv2d_28, conv2d_29], dim=1) + conv2d_27 = conv2d_28 = conv2d_29 = None + reshape_27 = conv_v_img_12.reshape(1, 8, 32, 784) + conv_v_img_12 = None + conv_v_img_13 = reshape_27.transpose(-1, -2) + reshape_27 = None + EV_hat_12 = q_img_6 * conv_v_img_13 + q_img_6 = conv_v_img_13 = None + EV_hat_13 = torch._C._nn.pad(EV_hat_12, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_12 = None + mul_13 = 0.1767766952966369 * factor_att_13 + factor_att_13 = None + x_108 = mul_13 + EV_hat_13 + mul_13 = EV_hat_13 = None + transpose_43 = x_108.transpose(1, 2) + x_108 = None + x_109 = transpose_43.reshape(1, 785, 256) + transpose_43 = None + x_110 = torch._C._nn.linear( + x_109, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_109 = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_111 = torch.nn.functional.dropout(x_110, 0.0, False, False) + x_110 = None + x_112 = x_106 + x_111 + x_106 = x_111 = None + x_113 = torch.nn.functional.layer_norm( + x_112, + (256,), + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_ + ) = None + x_114 = torch._C._nn.linear( + x_113, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_113 = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_115 = torch._C._nn.gelu(x_114, approximate="none") + x_114 = None + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + x_117 = torch._C._nn.linear( + x_116, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_116 = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_118 = torch.nn.functional.dropout(x_117, 0.0, False, False) + x_117 = None + x_119 = x_112 + x_118 + x_112 = x_118 = None + cls_token_7 = x_119[(slice(None, None, None), slice(None, 1, None))] + img_tokens_7 = x_119[(slice(None, None, None), slice(1, None, None))] + x_119 = None + transpose_44 = img_tokens_7.transpose(1, 2) + img_tokens_7 = None + feat_7 = transpose_44.view(1, 256, 28, 28) + transpose_44 = None + conv2d_30 = torch.conv2d( + feat_7, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + x_120 = conv2d_30 + feat_7 + conv2d_30 = feat_7 = None + flatten_9 = x_120.flatten(2) + x_120 = None + x_121 = flatten_9.transpose(1, 2) + flatten_9 = None + x_122 = torch.cat((cls_token_7, x_121), dim=1) + cls_token_7 = x_121 = None + x_123 = torch.nn.functional.layer_norm( + x_122, + (256,), + l_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_28 = torch._C._nn.linear( + x_123, + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_123 = l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_29 = linear_28.reshape(1, 785, 3, 8, 32) + linear_28 = None + qkv_7 = reshape_29.permute(2, 0, 3, 1, 4) + reshape_29 = None + unbind_7 = qkv_7.unbind(0) + qkv_7 = None + q_7 = unbind_7[0] + k_7 = unbind_7[1] + v_7 = unbind_7[2] + unbind_7 = None + k_softmax_7 = k_7.softmax(dim=2) + k_7 = None + transpose_46 = k_softmax_7.transpose(-1, -2) + k_softmax_7 = None + factor_att_14 = transpose_46 @ v_7 + transpose_46 = None + factor_att_15 = q_7 @ factor_att_14 + factor_att_14 = None + q_img_7 = q_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_7 = None + v_img_14 = v_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_7 = None + transpose_47 = v_img_14.transpose(-1, -2) + v_img_14 = None + v_img_15 = transpose_47.reshape(1, 256, 28, 28) + transpose_47 = None + split_7 = torch.functional.split(v_img_15, [64, 96, 96], dim=1) + v_img_15 = None + getitem_86 = split_7[0] + getitem_87 = split_7[1] + getitem_88 = split_7[2] + split_7 = None + conv2d_31 = torch.conv2d( + getitem_86, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_86 = None + conv2d_32 = torch.conv2d( + getitem_87, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_87 = None + conv2d_33 = torch.conv2d( + getitem_88, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_88 = None + conv_v_img_14 = torch.cat([conv2d_31, conv2d_32, conv2d_33], dim=1) + conv2d_31 = conv2d_32 = conv2d_33 = None + reshape_31 = conv_v_img_14.reshape(1, 8, 32, 784) + conv_v_img_14 = None + conv_v_img_15 = reshape_31.transpose(-1, -2) + reshape_31 = None + EV_hat_14 = q_img_7 * conv_v_img_15 + q_img_7 = conv_v_img_15 = None + EV_hat_15 = torch._C._nn.pad(EV_hat_14, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_14 = None + mul_15 = 0.1767766952966369 * factor_att_15 + factor_att_15 = None + x_124 = mul_15 + EV_hat_15 + mul_15 = EV_hat_15 = None + transpose_49 = x_124.transpose(1, 2) + x_124 = None + x_125 = transpose_49.reshape(1, 785, 256) + transpose_49 = None + x_126 = torch._C._nn.linear( + x_125, + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_125 = l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_127 = torch.nn.functional.dropout(x_126, 0.0, False, False) + x_126 = None + x_128 = x_122 + x_127 + x_122 = x_127 = None + x_129 = torch.nn.functional.layer_norm( + x_128, + (256,), + l_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_bias_ + ) = None + x_130 = torch._C._nn.linear( + x_129, + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_129 = l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_131 = torch._C._nn.gelu(x_130, approximate="none") + x_130 = None + x_132 = torch.nn.functional.dropout(x_131, 0.0, False, False) + x_131 = None + x_133 = torch._C._nn.linear( + x_132, + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_132 = l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_134 = torch.nn.functional.dropout(x_133, 0.0, False, False) + x_133 = None + x_135 = x_128 + x_134 + x_128 = x_134 = None + cls_token_8 = x_135[(slice(None, None, None), slice(None, 1, None))] + img_tokens_8 = x_135[(slice(None, None, None), slice(1, None, None))] + x_135 = None + transpose_50 = img_tokens_8.transpose(1, 2) + img_tokens_8 = None + feat_8 = transpose_50.view(1, 256, 28, 28) + transpose_50 = None + conv2d_34 = torch.conv2d( + feat_8, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_136 = conv2d_34 + feat_8 + conv2d_34 = feat_8 = None + flatten_10 = x_136.flatten(2) + x_136 = None + x_137 = flatten_10.transpose(1, 2) + flatten_10 = None + x_138 = torch.cat((cls_token_8, x_137), dim=1) + cls_token_8 = x_137 = None + x_139 = torch.nn.functional.layer_norm( + x_138, + (256,), + l_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_32 = torch._C._nn.linear( + x_139, + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_139 = l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_33 = linear_32.reshape(1, 785, 3, 8, 32) + linear_32 = None + qkv_8 = reshape_33.permute(2, 0, 3, 1, 4) + reshape_33 = None + unbind_8 = qkv_8.unbind(0) + qkv_8 = None + q_8 = unbind_8[0] + k_8 = unbind_8[1] + v_8 = unbind_8[2] + unbind_8 = None + k_softmax_8 = k_8.softmax(dim=2) + k_8 = None + transpose_52 = k_softmax_8.transpose(-1, -2) + k_softmax_8 = None + factor_att_16 = transpose_52 @ v_8 + transpose_52 = None + factor_att_17 = q_8 @ factor_att_16 + factor_att_16 = None + q_img_8 = q_8[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_8 = None + v_img_16 = v_8[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_8 = None + transpose_53 = v_img_16.transpose(-1, -2) + v_img_16 = None + v_img_17 = transpose_53.reshape(1, 256, 28, 28) + transpose_53 = None + split_8 = torch.functional.split(v_img_17, [64, 96, 96], dim=1) + v_img_17 = None + getitem_96 = split_8[0] + getitem_97 = split_8[1] + getitem_98 = split_8[2] + split_8 = None + conv2d_35 = torch.conv2d( + getitem_96, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_96 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_36 = torch.conv2d( + getitem_97, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_97 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_37 = torch.conv2d( + getitem_98, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_98 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_16 = torch.cat([conv2d_35, conv2d_36, conv2d_37], dim=1) + conv2d_35 = conv2d_36 = conv2d_37 = None + reshape_35 = conv_v_img_16.reshape(1, 8, 32, 784) + conv_v_img_16 = None + conv_v_img_17 = reshape_35.transpose(-1, -2) + reshape_35 = None + EV_hat_16 = q_img_8 * conv_v_img_17 + q_img_8 = conv_v_img_17 = None + EV_hat_17 = torch._C._nn.pad(EV_hat_16, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_16 = None + mul_17 = 0.1767766952966369 * factor_att_17 + factor_att_17 = None + x_140 = mul_17 + EV_hat_17 + mul_17 = EV_hat_17 = None + transpose_55 = x_140.transpose(1, 2) + x_140 = None + x_141 = transpose_55.reshape(1, 785, 256) + transpose_55 = None + x_142 = torch._C._nn.linear( + x_141, + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_141 = l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_143 = torch.nn.functional.dropout(x_142, 0.0, False, False) + x_142 = None + x_144 = x_138 + x_143 + x_138 = x_143 = None + x_145 = torch.nn.functional.layer_norm( + x_144, + (256,), + l_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_bias_ + ) = None + x_146 = torch._C._nn.linear( + x_145, + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_145 = l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_147 = torch._C._nn.gelu(x_146, approximate="none") + x_146 = None + x_148 = torch.nn.functional.dropout(x_147, 0.0, False, False) + x_147 = None + x_149 = torch._C._nn.linear( + x_148, + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_148 = l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_150 = torch.nn.functional.dropout(x_149, 0.0, False, False) + x_149 = None + x_151 = x_144 + x_150 + x_144 = x_150 = None + getitem_99 = x_151[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_151 = None + reshape_37 = getitem_99.reshape(1, 28, 28, -1) + getitem_99 = None + permute_10 = reshape_37.permute(0, 3, 1, 2) + reshape_37 = None + x2_nocls = permute_10.contiguous() + permute_10 = None + x_152 = torch.conv2d( + x2_nocls, + l_self_modules_patch_embed3_modules_proj_parameters_weight_, + l_self_modules_patch_embed3_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x2_nocls = ( + l_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_proj_parameters_bias_ = None + flatten_11 = x_152.flatten(2) + x_152 = None + x_153 = flatten_11.transpose(1, 2) + flatten_11 = None + x_154 = torch.nn.functional.layer_norm( + x_153, + (320,), + l_self_modules_patch_embed3_modules_norm_parameters_weight_, + l_self_modules_patch_embed3_modules_norm_parameters_bias_, + 1e-05, + ) + x_153 = ( + l_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_norm_parameters_bias_ = None + cls_tokens_2 = l_self_parameters_cls_token3_.expand(1, -1, -1) + l_self_parameters_cls_token3_ = None + x_155 = torch.cat((cls_tokens_2, x_154), dim=1) + cls_tokens_2 = x_154 = None + cls_token_9 = x_155[(slice(None, None, None), slice(None, 1, None))] + img_tokens_9 = x_155[(slice(None, None, None), slice(1, None, None))] + x_155 = None + transpose_57 = img_tokens_9.transpose(1, 2) + img_tokens_9 = None + feat_9 = transpose_57.view(1, 320, 14, 14) + transpose_57 = None + conv2d_39 = torch.conv2d( + feat_9, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_156 = conv2d_39 + feat_9 + conv2d_39 = feat_9 = None + flatten_12 = x_156.flatten(2) + x_156 = None + x_157 = flatten_12.transpose(1, 2) + flatten_12 = None + x_158 = torch.cat((cls_token_9, x_157), dim=1) + cls_token_9 = x_157 = None + x_159 = torch.nn.functional.layer_norm( + x_158, + (320,), + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_36 = torch._C._nn.linear( + x_159, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_159 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_38 = linear_36.reshape(1, 197, 3, 8, 40) + linear_36 = None + qkv_9 = reshape_38.permute(2, 0, 3, 1, 4) + reshape_38 = None + unbind_9 = qkv_9.unbind(0) + qkv_9 = None + q_9 = unbind_9[0] + k_9 = unbind_9[1] + v_9 = unbind_9[2] + unbind_9 = None + k_softmax_9 = k_9.softmax(dim=2) + k_9 = None + transpose_59 = k_softmax_9.transpose(-1, -2) + k_softmax_9 = None + factor_att_18 = transpose_59 @ v_9 + transpose_59 = None + factor_att_19 = q_9 @ factor_att_18 + factor_att_18 = None + q_img_9 = q_9[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_9 = None + v_img_18 = v_9[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_9 = None + transpose_60 = v_img_18.transpose(-1, -2) + v_img_18 = None + v_img_19 = transpose_60.reshape(1, 320, 14, 14) + transpose_60 = None + split_9 = torch.functional.split(v_img_19, [80, 120, 120], dim=1) + v_img_19 = None + getitem_107 = split_9[0] + getitem_108 = split_9[1] + getitem_109 = split_9[2] + split_9 = None + conv2d_40 = torch.conv2d( + getitem_107, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_107 = None + conv2d_41 = torch.conv2d( + getitem_108, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_108 = None + conv2d_42 = torch.conv2d( + getitem_109, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_109 = None + conv_v_img_18 = torch.cat([conv2d_40, conv2d_41, conv2d_42], dim=1) + conv2d_40 = conv2d_41 = conv2d_42 = None + reshape_40 = conv_v_img_18.reshape(1, 8, 40, 196) + conv_v_img_18 = None + conv_v_img_19 = reshape_40.transpose(-1, -2) + reshape_40 = None + EV_hat_18 = q_img_9 * conv_v_img_19 + q_img_9 = conv_v_img_19 = None + EV_hat_19 = torch._C._nn.pad(EV_hat_18, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_18 = None + mul_19 = 0.15811388300841897 * factor_att_19 + factor_att_19 = None + x_160 = mul_19 + EV_hat_19 + mul_19 = EV_hat_19 = None + transpose_62 = x_160.transpose(1, 2) + x_160 = None + x_161 = transpose_62.reshape(1, 197, 320) + transpose_62 = None + x_162 = torch._C._nn.linear( + x_161, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_161 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_163 = torch.nn.functional.dropout(x_162, 0.0, False, False) + x_162 = None + x_164 = x_158 + x_163 + x_158 = x_163 = None + x_165 = torch.nn.functional.layer_norm( + x_164, + (320,), + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) = None + x_166 = torch._C._nn.linear( + x_165, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_165 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_167 = torch._C._nn.gelu(x_166, approximate="none") + x_166 = None + x_168 = torch.nn.functional.dropout(x_167, 0.0, False, False) + x_167 = None + x_169 = torch._C._nn.linear( + x_168, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_168 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = x_164 + x_170 + x_164 = x_170 = None + cls_token_10 = x_171[(slice(None, None, None), slice(None, 1, None))] + img_tokens_10 = x_171[(slice(None, None, None), slice(1, None, None))] + x_171 = None + transpose_63 = img_tokens_10.transpose(1, 2) + img_tokens_10 = None + feat_10 = transpose_63.view(1, 320, 14, 14) + transpose_63 = None + conv2d_43 = torch.conv2d( + feat_10, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_172 = conv2d_43 + feat_10 + conv2d_43 = feat_10 = None + flatten_13 = x_172.flatten(2) + x_172 = None + x_173 = flatten_13.transpose(1, 2) + flatten_13 = None + x_174 = torch.cat((cls_token_10, x_173), dim=1) + cls_token_10 = x_173 = None + x_175 = torch.nn.functional.layer_norm( + x_174, + (320,), + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_40 = torch._C._nn.linear( + x_175, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_175 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_42 = linear_40.reshape(1, 197, 3, 8, 40) + linear_40 = None + qkv_10 = reshape_42.permute(2, 0, 3, 1, 4) + reshape_42 = None + unbind_10 = qkv_10.unbind(0) + qkv_10 = None + q_10 = unbind_10[0] + k_10 = unbind_10[1] + v_10 = unbind_10[2] + unbind_10 = None + k_softmax_10 = k_10.softmax(dim=2) + k_10 = None + transpose_65 = k_softmax_10.transpose(-1, -2) + k_softmax_10 = None + factor_att_20 = transpose_65 @ v_10 + transpose_65 = None + factor_att_21 = q_10 @ factor_att_20 + factor_att_20 = None + q_img_10 = q_10[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_10 = None + v_img_20 = v_10[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_10 = None + transpose_66 = v_img_20.transpose(-1, -2) + v_img_20 = None + v_img_21 = transpose_66.reshape(1, 320, 14, 14) + transpose_66 = None + split_10 = torch.functional.split(v_img_21, [80, 120, 120], dim=1) + v_img_21 = None + getitem_117 = split_10[0] + getitem_118 = split_10[1] + getitem_119 = split_10[2] + split_10 = None + conv2d_44 = torch.conv2d( + getitem_117, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_117 = None + conv2d_45 = torch.conv2d( + getitem_118, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_118 = None + conv2d_46 = torch.conv2d( + getitem_119, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_119 = None + conv_v_img_20 = torch.cat([conv2d_44, conv2d_45, conv2d_46], dim=1) + conv2d_44 = conv2d_45 = conv2d_46 = None + reshape_44 = conv_v_img_20.reshape(1, 8, 40, 196) + conv_v_img_20 = None + conv_v_img_21 = reshape_44.transpose(-1, -2) + reshape_44 = None + EV_hat_20 = q_img_10 * conv_v_img_21 + q_img_10 = conv_v_img_21 = None + EV_hat_21 = torch._C._nn.pad(EV_hat_20, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_20 = None + mul_21 = 0.15811388300841897 * factor_att_21 + factor_att_21 = None + x_176 = mul_21 + EV_hat_21 + mul_21 = EV_hat_21 = None + transpose_68 = x_176.transpose(1, 2) + x_176 = None + x_177 = transpose_68.reshape(1, 197, 320) + transpose_68 = None + x_178 = torch._C._nn.linear( + x_177, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_177 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_179 = torch.nn.functional.dropout(x_178, 0.0, False, False) + x_178 = None + x_180 = x_174 + x_179 + x_174 = x_179 = None + x_181 = torch.nn.functional.layer_norm( + x_180, + (320,), + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) = None + x_182 = torch._C._nn.linear( + x_181, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_181 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_183 = torch._C._nn.gelu(x_182, approximate="none") + x_182 = None + x_184 = torch.nn.functional.dropout(x_183, 0.0, False, False) + x_183 = None + x_185 = torch._C._nn.linear( + x_184, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_184 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_186 = torch.nn.functional.dropout(x_185, 0.0, False, False) + x_185 = None + x_187 = x_180 + x_186 + x_180 = x_186 = None + cls_token_11 = x_187[(slice(None, None, None), slice(None, 1, None))] + img_tokens_11 = x_187[(slice(None, None, None), slice(1, None, None))] + x_187 = None + transpose_69 = img_tokens_11.transpose(1, 2) + img_tokens_11 = None + feat_11 = transpose_69.view(1, 320, 14, 14) + transpose_69 = None + conv2d_47 = torch.conv2d( + feat_11, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_188 = conv2d_47 + feat_11 + conv2d_47 = feat_11 = None + flatten_14 = x_188.flatten(2) + x_188 = None + x_189 = flatten_14.transpose(1, 2) + flatten_14 = None + x_190 = torch.cat((cls_token_11, x_189), dim=1) + cls_token_11 = x_189 = None + x_191 = torch.nn.functional.layer_norm( + x_190, + (320,), + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_44 = torch._C._nn.linear( + x_191, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_191 = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_46 = linear_44.reshape(1, 197, 3, 8, 40) + linear_44 = None + qkv_11 = reshape_46.permute(2, 0, 3, 1, 4) + reshape_46 = None + unbind_11 = qkv_11.unbind(0) + qkv_11 = None + q_11 = unbind_11[0] + k_11 = unbind_11[1] + v_11 = unbind_11[2] + unbind_11 = None + k_softmax_11 = k_11.softmax(dim=2) + k_11 = None + transpose_71 = k_softmax_11.transpose(-1, -2) + k_softmax_11 = None + factor_att_22 = transpose_71 @ v_11 + transpose_71 = None + factor_att_23 = q_11 @ factor_att_22 + factor_att_22 = None + q_img_11 = q_11[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_11 = None + v_img_22 = v_11[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_11 = None + transpose_72 = v_img_22.transpose(-1, -2) + v_img_22 = None + v_img_23 = transpose_72.reshape(1, 320, 14, 14) + transpose_72 = None + split_11 = torch.functional.split(v_img_23, [80, 120, 120], dim=1) + v_img_23 = None + getitem_127 = split_11[0] + getitem_128 = split_11[1] + getitem_129 = split_11[2] + split_11 = None + conv2d_48 = torch.conv2d( + getitem_127, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_127 = None + conv2d_49 = torch.conv2d( + getitem_128, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_128 = None + conv2d_50 = torch.conv2d( + getitem_129, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_129 = None + conv_v_img_22 = torch.cat([conv2d_48, conv2d_49, conv2d_50], dim=1) + conv2d_48 = conv2d_49 = conv2d_50 = None + reshape_48 = conv_v_img_22.reshape(1, 8, 40, 196) + conv_v_img_22 = None + conv_v_img_23 = reshape_48.transpose(-1, -2) + reshape_48 = None + EV_hat_22 = q_img_11 * conv_v_img_23 + q_img_11 = conv_v_img_23 = None + EV_hat_23 = torch._C._nn.pad(EV_hat_22, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_22 = None + mul_23 = 0.15811388300841897 * factor_att_23 + factor_att_23 = None + x_192 = mul_23 + EV_hat_23 + mul_23 = EV_hat_23 = None + transpose_74 = x_192.transpose(1, 2) + x_192 = None + x_193 = transpose_74.reshape(1, 197, 320) + transpose_74 = None + x_194 = torch._C._nn.linear( + x_193, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_193 = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_195 = torch.nn.functional.dropout(x_194, 0.0, False, False) + x_194 = None + x_196 = x_190 + x_195 + x_190 = x_195 = None + x_197 = torch.nn.functional.layer_norm( + x_196, + (320,), + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_ + ) = None + x_198 = torch._C._nn.linear( + x_197, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_197 = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_199 = torch._C._nn.gelu(x_198, approximate="none") + x_198 = None + x_200 = torch.nn.functional.dropout(x_199, 0.0, False, False) + x_199 = None + x_201 = torch._C._nn.linear( + x_200, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_200 = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_202 = torch.nn.functional.dropout(x_201, 0.0, False, False) + x_201 = None + x_203 = x_196 + x_202 + x_196 = x_202 = None + cls_token_12 = x_203[(slice(None, None, None), slice(None, 1, None))] + img_tokens_12 = x_203[(slice(None, None, None), slice(1, None, None))] + x_203 = None + transpose_75 = img_tokens_12.transpose(1, 2) + img_tokens_12 = None + feat_12 = transpose_75.view(1, 320, 14, 14) + transpose_75 = None + conv2d_51 = torch.conv2d( + feat_12, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_204 = conv2d_51 + feat_12 + conv2d_51 = feat_12 = None + flatten_15 = x_204.flatten(2) + x_204 = None + x_205 = flatten_15.transpose(1, 2) + flatten_15 = None + x_206 = torch.cat((cls_token_12, x_205), dim=1) + cls_token_12 = x_205 = None + x_207 = torch.nn.functional.layer_norm( + x_206, + (320,), + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_48 = torch._C._nn.linear( + x_207, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_207 = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_50 = linear_48.reshape(1, 197, 3, 8, 40) + linear_48 = None + qkv_12 = reshape_50.permute(2, 0, 3, 1, 4) + reshape_50 = None + unbind_12 = qkv_12.unbind(0) + qkv_12 = None + q_12 = unbind_12[0] + k_12 = unbind_12[1] + v_12 = unbind_12[2] + unbind_12 = None + k_softmax_12 = k_12.softmax(dim=2) + k_12 = None + transpose_77 = k_softmax_12.transpose(-1, -2) + k_softmax_12 = None + factor_att_24 = transpose_77 @ v_12 + transpose_77 = None + factor_att_25 = q_12 @ factor_att_24 + factor_att_24 = None + q_img_12 = q_12[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_12 = None + v_img_24 = v_12[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_12 = None + transpose_78 = v_img_24.transpose(-1, -2) + v_img_24 = None + v_img_25 = transpose_78.reshape(1, 320, 14, 14) + transpose_78 = None + split_12 = torch.functional.split(v_img_25, [80, 120, 120], dim=1) + v_img_25 = None + getitem_137 = split_12[0] + getitem_138 = split_12[1] + getitem_139 = split_12[2] + split_12 = None + conv2d_52 = torch.conv2d( + getitem_137, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_137 = None + conv2d_53 = torch.conv2d( + getitem_138, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_138 = None + conv2d_54 = torch.conv2d( + getitem_139, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_139 = None + conv_v_img_24 = torch.cat([conv2d_52, conv2d_53, conv2d_54], dim=1) + conv2d_52 = conv2d_53 = conv2d_54 = None + reshape_52 = conv_v_img_24.reshape(1, 8, 40, 196) + conv_v_img_24 = None + conv_v_img_25 = reshape_52.transpose(-1, -2) + reshape_52 = None + EV_hat_24 = q_img_12 * conv_v_img_25 + q_img_12 = conv_v_img_25 = None + EV_hat_25 = torch._C._nn.pad(EV_hat_24, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_24 = None + mul_25 = 0.15811388300841897 * factor_att_25 + factor_att_25 = None + x_208 = mul_25 + EV_hat_25 + mul_25 = EV_hat_25 = None + transpose_80 = x_208.transpose(1, 2) + x_208 = None + x_209 = transpose_80.reshape(1, 197, 320) + transpose_80 = None + x_210 = torch._C._nn.linear( + x_209, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_209 = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_211 = torch.nn.functional.dropout(x_210, 0.0, False, False) + x_210 = None + x_212 = x_206 + x_211 + x_206 = x_211 = None + x_213 = torch.nn.functional.layer_norm( + x_212, + (320,), + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_ + ) = None + x_214 = torch._C._nn.linear( + x_213, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_213 = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_215 = torch._C._nn.gelu(x_214, approximate="none") + x_214 = None + x_216 = torch.nn.functional.dropout(x_215, 0.0, False, False) + x_215 = None + x_217 = torch._C._nn.linear( + x_216, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_216 = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_218 = torch.nn.functional.dropout(x_217, 0.0, False, False) + x_217 = None + x_219 = x_212 + x_218 + x_212 = x_218 = None + cls_token_13 = x_219[(slice(None, None, None), slice(None, 1, None))] + img_tokens_13 = x_219[(slice(None, None, None), slice(1, None, None))] + x_219 = None + transpose_81 = img_tokens_13.transpose(1, 2) + img_tokens_13 = None + feat_13 = transpose_81.view(1, 320, 14, 14) + transpose_81 = None + conv2d_55 = torch.conv2d( + feat_13, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_220 = conv2d_55 + feat_13 + conv2d_55 = feat_13 = None + flatten_16 = x_220.flatten(2) + x_220 = None + x_221 = flatten_16.transpose(1, 2) + flatten_16 = None + x_222 = torch.cat((cls_token_13, x_221), dim=1) + cls_token_13 = x_221 = None + x_223 = torch.nn.functional.layer_norm( + x_222, + (320,), + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_52 = torch._C._nn.linear( + x_223, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_223 = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_54 = linear_52.reshape(1, 197, 3, 8, 40) + linear_52 = None + qkv_13 = reshape_54.permute(2, 0, 3, 1, 4) + reshape_54 = None + unbind_13 = qkv_13.unbind(0) + qkv_13 = None + q_13 = unbind_13[0] + k_13 = unbind_13[1] + v_13 = unbind_13[2] + unbind_13 = None + k_softmax_13 = k_13.softmax(dim=2) + k_13 = None + transpose_83 = k_softmax_13.transpose(-1, -2) + k_softmax_13 = None + factor_att_26 = transpose_83 @ v_13 + transpose_83 = None + factor_att_27 = q_13 @ factor_att_26 + factor_att_26 = None + q_img_13 = q_13[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_13 = None + v_img_26 = v_13[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_13 = None + transpose_84 = v_img_26.transpose(-1, -2) + v_img_26 = None + v_img_27 = transpose_84.reshape(1, 320, 14, 14) + transpose_84 = None + split_13 = torch.functional.split(v_img_27, [80, 120, 120], dim=1) + v_img_27 = None + getitem_147 = split_13[0] + getitem_148 = split_13[1] + getitem_149 = split_13[2] + split_13 = None + conv2d_56 = torch.conv2d( + getitem_147, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_147 = None + conv2d_57 = torch.conv2d( + getitem_148, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_148 = None + conv2d_58 = torch.conv2d( + getitem_149, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_149 = None + conv_v_img_26 = torch.cat([conv2d_56, conv2d_57, conv2d_58], dim=1) + conv2d_56 = conv2d_57 = conv2d_58 = None + reshape_56 = conv_v_img_26.reshape(1, 8, 40, 196) + conv_v_img_26 = None + conv_v_img_27 = reshape_56.transpose(-1, -2) + reshape_56 = None + EV_hat_26 = q_img_13 * conv_v_img_27 + q_img_13 = conv_v_img_27 = None + EV_hat_27 = torch._C._nn.pad(EV_hat_26, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_26 = None + mul_27 = 0.15811388300841897 * factor_att_27 + factor_att_27 = None + x_224 = mul_27 + EV_hat_27 + mul_27 = EV_hat_27 = None + transpose_86 = x_224.transpose(1, 2) + x_224 = None + x_225 = transpose_86.reshape(1, 197, 320) + transpose_86 = None + x_226 = torch._C._nn.linear( + x_225, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_225 = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_227 = torch.nn.functional.dropout(x_226, 0.0, False, False) + x_226 = None + x_228 = x_222 + x_227 + x_222 = x_227 = None + x_229 = torch.nn.functional.layer_norm( + x_228, + (320,), + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_ + ) = None + x_230 = torch._C._nn.linear( + x_229, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_229 = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_231 = torch._C._nn.gelu(x_230, approximate="none") + x_230 = None + x_232 = torch.nn.functional.dropout(x_231, 0.0, False, False) + x_231 = None + x_233 = torch._C._nn.linear( + x_232, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_232 = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_234 = torch.nn.functional.dropout(x_233, 0.0, False, False) + x_233 = None + x_235 = x_228 + x_234 + x_228 = x_234 = None + cls_token_14 = x_235[(slice(None, None, None), slice(None, 1, None))] + img_tokens_14 = x_235[(slice(None, None, None), slice(1, None, None))] + x_235 = None + transpose_87 = img_tokens_14.transpose(1, 2) + img_tokens_14 = None + feat_14 = transpose_87.view(1, 320, 14, 14) + transpose_87 = None + conv2d_59 = torch.conv2d( + feat_14, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_236 = conv2d_59 + feat_14 + conv2d_59 = feat_14 = None + flatten_17 = x_236.flatten(2) + x_236 = None + x_237 = flatten_17.transpose(1, 2) + flatten_17 = None + x_238 = torch.cat((cls_token_14, x_237), dim=1) + cls_token_14 = x_237 = None + x_239 = torch.nn.functional.layer_norm( + x_238, + (320,), + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_56 = torch._C._nn.linear( + x_239, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_239 = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_58 = linear_56.reshape(1, 197, 3, 8, 40) + linear_56 = None + qkv_14 = reshape_58.permute(2, 0, 3, 1, 4) + reshape_58 = None + unbind_14 = qkv_14.unbind(0) + qkv_14 = None + q_14 = unbind_14[0] + k_14 = unbind_14[1] + v_14 = unbind_14[2] + unbind_14 = None + k_softmax_14 = k_14.softmax(dim=2) + k_14 = None + transpose_89 = k_softmax_14.transpose(-1, -2) + k_softmax_14 = None + factor_att_28 = transpose_89 @ v_14 + transpose_89 = None + factor_att_29 = q_14 @ factor_att_28 + factor_att_28 = None + q_img_14 = q_14[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_14 = None + v_img_28 = v_14[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_14 = None + transpose_90 = v_img_28.transpose(-1, -2) + v_img_28 = None + v_img_29 = transpose_90.reshape(1, 320, 14, 14) + transpose_90 = None + split_14 = torch.functional.split(v_img_29, [80, 120, 120], dim=1) + v_img_29 = None + getitem_157 = split_14[0] + getitem_158 = split_14[1] + getitem_159 = split_14[2] + split_14 = None + conv2d_60 = torch.conv2d( + getitem_157, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_157 = None + conv2d_61 = torch.conv2d( + getitem_158, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_158 = None + conv2d_62 = torch.conv2d( + getitem_159, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_159 = None + conv_v_img_28 = torch.cat([conv2d_60, conv2d_61, conv2d_62], dim=1) + conv2d_60 = conv2d_61 = conv2d_62 = None + reshape_60 = conv_v_img_28.reshape(1, 8, 40, 196) + conv_v_img_28 = None + conv_v_img_29 = reshape_60.transpose(-1, -2) + reshape_60 = None + EV_hat_28 = q_img_14 * conv_v_img_29 + q_img_14 = conv_v_img_29 = None + EV_hat_29 = torch._C._nn.pad(EV_hat_28, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_28 = None + mul_29 = 0.15811388300841897 * factor_att_29 + factor_att_29 = None + x_240 = mul_29 + EV_hat_29 + mul_29 = EV_hat_29 = None + transpose_92 = x_240.transpose(1, 2) + x_240 = None + x_241 = transpose_92.reshape(1, 197, 320) + transpose_92 = None + x_242 = torch._C._nn.linear( + x_241, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_241 = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_243 = torch.nn.functional.dropout(x_242, 0.0, False, False) + x_242 = None + x_244 = x_238 + x_243 + x_238 = x_243 = None + x_245 = torch.nn.functional.layer_norm( + x_244, + (320,), + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_ + ) = None + x_246 = torch._C._nn.linear( + x_245, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_245 = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_247 = torch._C._nn.gelu(x_246, approximate="none") + x_246 = None + x_248 = torch.nn.functional.dropout(x_247, 0.0, False, False) + x_247 = None + x_249 = torch._C._nn.linear( + x_248, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_248 = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_250 = torch.nn.functional.dropout(x_249, 0.0, False, False) + x_249 = None + x_251 = x_244 + x_250 + x_244 = x_250 = None + cls_token_15 = x_251[(slice(None, None, None), slice(None, 1, None))] + img_tokens_15 = x_251[(slice(None, None, None), slice(1, None, None))] + x_251 = None + transpose_93 = img_tokens_15.transpose(1, 2) + img_tokens_15 = None + feat_15 = transpose_93.view(1, 320, 14, 14) + transpose_93 = None + conv2d_63 = torch.conv2d( + feat_15, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_252 = conv2d_63 + feat_15 + conv2d_63 = feat_15 = None + flatten_18 = x_252.flatten(2) + x_252 = None + x_253 = flatten_18.transpose(1, 2) + flatten_18 = None + x_254 = torch.cat((cls_token_15, x_253), dim=1) + cls_token_15 = x_253 = None + x_255 = torch.nn.functional.layer_norm( + x_254, + (320,), + l_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_bias_ + ) = None + linear_60 = torch._C._nn.linear( + x_255, + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_255 = l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_62 = linear_60.reshape(1, 197, 3, 8, 40) + linear_60 = None + qkv_15 = reshape_62.permute(2, 0, 3, 1, 4) + reshape_62 = None + unbind_15 = qkv_15.unbind(0) + qkv_15 = None + q_15 = unbind_15[0] + k_15 = unbind_15[1] + v_15 = unbind_15[2] + unbind_15 = None + k_softmax_15 = k_15.softmax(dim=2) + k_15 = None + transpose_95 = k_softmax_15.transpose(-1, -2) + k_softmax_15 = None + factor_att_30 = transpose_95 @ v_15 + transpose_95 = None + factor_att_31 = q_15 @ factor_att_30 + factor_att_30 = None + q_img_15 = q_15[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_15 = None + v_img_30 = v_15[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_15 = None + transpose_96 = v_img_30.transpose(-1, -2) + v_img_30 = None + v_img_31 = transpose_96.reshape(1, 320, 14, 14) + transpose_96 = None + split_15 = torch.functional.split(v_img_31, [80, 120, 120], dim=1) + v_img_31 = None + getitem_167 = split_15[0] + getitem_168 = split_15[1] + getitem_169 = split_15[2] + split_15 = None + conv2d_64 = torch.conv2d( + getitem_167, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_167 = None + conv2d_65 = torch.conv2d( + getitem_168, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_168 = None + conv2d_66 = torch.conv2d( + getitem_169, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_169 = None + conv_v_img_30 = torch.cat([conv2d_64, conv2d_65, conv2d_66], dim=1) + conv2d_64 = conv2d_65 = conv2d_66 = None + reshape_64 = conv_v_img_30.reshape(1, 8, 40, 196) + conv_v_img_30 = None + conv_v_img_31 = reshape_64.transpose(-1, -2) + reshape_64 = None + EV_hat_30 = q_img_15 * conv_v_img_31 + q_img_15 = conv_v_img_31 = None + EV_hat_31 = torch._C._nn.pad(EV_hat_30, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_30 = None + mul_31 = 0.15811388300841897 * factor_att_31 + factor_att_31 = None + x_256 = mul_31 + EV_hat_31 + mul_31 = EV_hat_31 = None + transpose_98 = x_256.transpose(1, 2) + x_256 = None + x_257 = transpose_98.reshape(1, 197, 320) + transpose_98 = None + x_258 = torch._C._nn.linear( + x_257, + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_257 = l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_259 = torch.nn.functional.dropout(x_258, 0.0, False, False) + x_258 = None + x_260 = x_254 + x_259 + x_254 = x_259 = None + x_261 = torch.nn.functional.layer_norm( + x_260, + (320,), + l_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_bias_ + ) = None + x_262 = torch._C._nn.linear( + x_261, + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + x_261 = l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_263 = torch._C._nn.gelu(x_262, approximate="none") + x_262 = None + x_264 = torch.nn.functional.dropout(x_263, 0.0, False, False) + x_263 = None + x_265 = torch._C._nn.linear( + x_264, + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_264 = l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_266 = torch.nn.functional.dropout(x_265, 0.0, False, False) + x_265 = None + x_267 = x_260 + x_266 + x_260 = x_266 = None + cls_token_16 = x_267[(slice(None, None, None), slice(None, 1, None))] + img_tokens_16 = x_267[(slice(None, None, None), slice(1, None, None))] + x_267 = None + transpose_99 = img_tokens_16.transpose(1, 2) + img_tokens_16 = None + feat_16 = transpose_99.view(1, 320, 14, 14) + transpose_99 = None + conv2d_67 = torch.conv2d( + feat_16, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_268 = conv2d_67 + feat_16 + conv2d_67 = feat_16 = None + flatten_19 = x_268.flatten(2) + x_268 = None + x_269 = flatten_19.transpose(1, 2) + flatten_19 = None + x_270 = torch.cat((cls_token_16, x_269), dim=1) + cls_token_16 = x_269 = None + x_271 = torch.nn.functional.layer_norm( + x_270, + (320,), + l_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_bias_ + ) = None + linear_64 = torch._C._nn.linear( + x_271, + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_271 = l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_66 = linear_64.reshape(1, 197, 3, 8, 40) + linear_64 = None + qkv_16 = reshape_66.permute(2, 0, 3, 1, 4) + reshape_66 = None + unbind_16 = qkv_16.unbind(0) + qkv_16 = None + q_16 = unbind_16[0] + k_16 = unbind_16[1] + v_16 = unbind_16[2] + unbind_16 = None + k_softmax_16 = k_16.softmax(dim=2) + k_16 = None + transpose_101 = k_softmax_16.transpose(-1, -2) + k_softmax_16 = None + factor_att_32 = transpose_101 @ v_16 + transpose_101 = None + factor_att_33 = q_16 @ factor_att_32 + factor_att_32 = None + q_img_16 = q_16[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_16 = None + v_img_32 = v_16[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_16 = None + transpose_102 = v_img_32.transpose(-1, -2) + v_img_32 = None + v_img_33 = transpose_102.reshape(1, 320, 14, 14) + transpose_102 = None + split_16 = torch.functional.split(v_img_33, [80, 120, 120], dim=1) + v_img_33 = None + getitem_177 = split_16[0] + getitem_178 = split_16[1] + getitem_179 = split_16[2] + split_16 = None + conv2d_68 = torch.conv2d( + getitem_177, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_177 = None + conv2d_69 = torch.conv2d( + getitem_178, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_178 = None + conv2d_70 = torch.conv2d( + getitem_179, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_179 = None + conv_v_img_32 = torch.cat([conv2d_68, conv2d_69, conv2d_70], dim=1) + conv2d_68 = conv2d_69 = conv2d_70 = None + reshape_68 = conv_v_img_32.reshape(1, 8, 40, 196) + conv_v_img_32 = None + conv_v_img_33 = reshape_68.transpose(-1, -2) + reshape_68 = None + EV_hat_32 = q_img_16 * conv_v_img_33 + q_img_16 = conv_v_img_33 = None + EV_hat_33 = torch._C._nn.pad(EV_hat_32, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_32 = None + mul_33 = 0.15811388300841897 * factor_att_33 + factor_att_33 = None + x_272 = mul_33 + EV_hat_33 + mul_33 = EV_hat_33 = None + transpose_104 = x_272.transpose(1, 2) + x_272 = None + x_273 = transpose_104.reshape(1, 197, 320) + transpose_104 = None + x_274 = torch._C._nn.linear( + x_273, + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_273 = l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_275 = torch.nn.functional.dropout(x_274, 0.0, False, False) + x_274 = None + x_276 = x_270 + x_275 + x_270 = x_275 = None + x_277 = torch.nn.functional.layer_norm( + x_276, + (320,), + l_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_bias_ + ) = None + x_278 = torch._C._nn.linear( + x_277, + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + x_277 = l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_279 = torch._C._nn.gelu(x_278, approximate="none") + x_278 = None + x_280 = torch.nn.functional.dropout(x_279, 0.0, False, False) + x_279 = None + x_281 = torch._C._nn.linear( + x_280, + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_280 = l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_282 = torch.nn.functional.dropout(x_281, 0.0, False, False) + x_281 = None + x_283 = x_276 + x_282 + x_276 = x_282 = None + cls_token_17 = x_283[(slice(None, None, None), slice(None, 1, None))] + img_tokens_17 = x_283[(slice(None, None, None), slice(1, None, None))] + x_283 = None + transpose_105 = img_tokens_17.transpose(1, 2) + img_tokens_17 = None + feat_17 = transpose_105.view(1, 320, 14, 14) + transpose_105 = None + conv2d_71 = torch.conv2d( + feat_17, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_284 = conv2d_71 + feat_17 + conv2d_71 = feat_17 = None + flatten_20 = x_284.flatten(2) + x_284 = None + x_285 = flatten_20.transpose(1, 2) + flatten_20 = None + x_286 = torch.cat((cls_token_17, x_285), dim=1) + cls_token_17 = x_285 = None + x_287 = torch.nn.functional.layer_norm( + x_286, + (320,), + l_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_bias_ + ) = None + linear_68 = torch._C._nn.linear( + x_287, + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_287 = l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_70 = linear_68.reshape(1, 197, 3, 8, 40) + linear_68 = None + qkv_17 = reshape_70.permute(2, 0, 3, 1, 4) + reshape_70 = None + unbind_17 = qkv_17.unbind(0) + qkv_17 = None + q_17 = unbind_17[0] + k_17 = unbind_17[1] + v_17 = unbind_17[2] + unbind_17 = None + k_softmax_17 = k_17.softmax(dim=2) + k_17 = None + transpose_107 = k_softmax_17.transpose(-1, -2) + k_softmax_17 = None + factor_att_34 = transpose_107 @ v_17 + transpose_107 = None + factor_att_35 = q_17 @ factor_att_34 + factor_att_34 = None + q_img_17 = q_17[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_17 = None + v_img_34 = v_17[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_17 = None + transpose_108 = v_img_34.transpose(-1, -2) + v_img_34 = None + v_img_35 = transpose_108.reshape(1, 320, 14, 14) + transpose_108 = None + split_17 = torch.functional.split(v_img_35, [80, 120, 120], dim=1) + v_img_35 = None + getitem_187 = split_17[0] + getitem_188 = split_17[1] + getitem_189 = split_17[2] + split_17 = None + conv2d_72 = torch.conv2d( + getitem_187, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_187 = None + conv2d_73 = torch.conv2d( + getitem_188, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_188 = None + conv2d_74 = torch.conv2d( + getitem_189, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_189 = None + conv_v_img_34 = torch.cat([conv2d_72, conv2d_73, conv2d_74], dim=1) + conv2d_72 = conv2d_73 = conv2d_74 = None + reshape_72 = conv_v_img_34.reshape(1, 8, 40, 196) + conv_v_img_34 = None + conv_v_img_35 = reshape_72.transpose(-1, -2) + reshape_72 = None + EV_hat_34 = q_img_17 * conv_v_img_35 + q_img_17 = conv_v_img_35 = None + EV_hat_35 = torch._C._nn.pad(EV_hat_34, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_34 = None + mul_35 = 0.15811388300841897 * factor_att_35 + factor_att_35 = None + x_288 = mul_35 + EV_hat_35 + mul_35 = EV_hat_35 = None + transpose_110 = x_288.transpose(1, 2) + x_288 = None + x_289 = transpose_110.reshape(1, 197, 320) + transpose_110 = None + x_290 = torch._C._nn.linear( + x_289, + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_289 = l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_291 = torch.nn.functional.dropout(x_290, 0.0, False, False) + x_290 = None + x_292 = x_286 + x_291 + x_286 = x_291 = None + x_293 = torch.nn.functional.layer_norm( + x_292, + (320,), + l_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_bias_ + ) = None + x_294 = torch._C._nn.linear( + x_293, + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + x_293 = l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_295 = torch._C._nn.gelu(x_294, approximate="none") + x_294 = None + x_296 = torch.nn.functional.dropout(x_295, 0.0, False, False) + x_295 = None + x_297 = torch._C._nn.linear( + x_296, + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_296 = l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_298 = torch.nn.functional.dropout(x_297, 0.0, False, False) + x_297 = None + x_299 = x_292 + x_298 + x_292 = x_298 = None + cls_token_18 = x_299[(slice(None, None, None), slice(None, 1, None))] + img_tokens_18 = x_299[(slice(None, None, None), slice(1, None, None))] + x_299 = None + transpose_111 = img_tokens_18.transpose(1, 2) + img_tokens_18 = None + feat_18 = transpose_111.view(1, 320, 14, 14) + transpose_111 = None + conv2d_75 = torch.conv2d( + feat_18, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_300 = conv2d_75 + feat_18 + conv2d_75 = feat_18 = None + flatten_21 = x_300.flatten(2) + x_300 = None + x_301 = flatten_21.transpose(1, 2) + flatten_21 = None + x_302 = torch.cat((cls_token_18, x_301), dim=1) + cls_token_18 = x_301 = None + x_303 = torch.nn.functional.layer_norm( + x_302, + (320,), + l_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_bias_ + ) = None + linear_72 = torch._C._nn.linear( + x_303, + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_303 = l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_74 = linear_72.reshape(1, 197, 3, 8, 40) + linear_72 = None + qkv_18 = reshape_74.permute(2, 0, 3, 1, 4) + reshape_74 = None + unbind_18 = qkv_18.unbind(0) + qkv_18 = None + q_18 = unbind_18[0] + k_18 = unbind_18[1] + v_18 = unbind_18[2] + unbind_18 = None + k_softmax_18 = k_18.softmax(dim=2) + k_18 = None + transpose_113 = k_softmax_18.transpose(-1, -2) + k_softmax_18 = None + factor_att_36 = transpose_113 @ v_18 + transpose_113 = None + factor_att_37 = q_18 @ factor_att_36 + factor_att_36 = None + q_img_18 = q_18[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_18 = None + v_img_36 = v_18[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_18 = None + transpose_114 = v_img_36.transpose(-1, -2) + v_img_36 = None + v_img_37 = transpose_114.reshape(1, 320, 14, 14) + transpose_114 = None + split_18 = torch.functional.split(v_img_37, [80, 120, 120], dim=1) + v_img_37 = None + getitem_197 = split_18[0] + getitem_198 = split_18[1] + getitem_199 = split_18[2] + split_18 = None + conv2d_76 = torch.conv2d( + getitem_197, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_197 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_77 = torch.conv2d( + getitem_198, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_198 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_78 = torch.conv2d( + getitem_199, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_199 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_36 = torch.cat([conv2d_76, conv2d_77, conv2d_78], dim=1) + conv2d_76 = conv2d_77 = conv2d_78 = None + reshape_76 = conv_v_img_36.reshape(1, 8, 40, 196) + conv_v_img_36 = None + conv_v_img_37 = reshape_76.transpose(-1, -2) + reshape_76 = None + EV_hat_36 = q_img_18 * conv_v_img_37 + q_img_18 = conv_v_img_37 = None + EV_hat_37 = torch._C._nn.pad(EV_hat_36, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_36 = None + mul_37 = 0.15811388300841897 * factor_att_37 + factor_att_37 = None + x_304 = mul_37 + EV_hat_37 + mul_37 = EV_hat_37 = None + transpose_116 = x_304.transpose(1, 2) + x_304 = None + x_305 = transpose_116.reshape(1, 197, 320) + transpose_116 = None + x_306 = torch._C._nn.linear( + x_305, + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_305 = l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_307 = torch.nn.functional.dropout(x_306, 0.0, False, False) + x_306 = None + x_308 = x_302 + x_307 + x_302 = x_307 = None + x_309 = torch.nn.functional.layer_norm( + x_308, + (320,), + l_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_bias_ + ) = None + x_310 = torch._C._nn.linear( + x_309, + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + x_309 = l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_311 = torch._C._nn.gelu(x_310, approximate="none") + x_310 = None + x_312 = torch.nn.functional.dropout(x_311, 0.0, False, False) + x_311 = None + x_313 = torch._C._nn.linear( + x_312, + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_312 = l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_314 = torch.nn.functional.dropout(x_313, 0.0, False, False) + x_313 = None + x_315 = x_308 + x_314 + x_308 = x_314 = None + getitem_200 = x_315[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_315 = None + reshape_78 = getitem_200.reshape(1, 14, 14, -1) + getitem_200 = None + permute_21 = reshape_78.permute(0, 3, 1, 2) + reshape_78 = None + x3_nocls = permute_21.contiguous() + permute_21 = None + x_316 = torch.conv2d( + x3_nocls, + l_self_modules_patch_embed4_modules_proj_parameters_weight_, + l_self_modules_patch_embed4_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x3_nocls = ( + l_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_proj_parameters_bias_ = None + flatten_22 = x_316.flatten(2) + x_316 = None + x_317 = flatten_22.transpose(1, 2) + flatten_22 = None + x_318 = torch.nn.functional.layer_norm( + x_317, + (512,), + l_self_modules_patch_embed4_modules_norm_parameters_weight_, + l_self_modules_patch_embed4_modules_norm_parameters_bias_, + 1e-05, + ) + x_317 = ( + l_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_norm_parameters_bias_ = None + cls_tokens_3 = l_self_parameters_cls_token4_.expand(1, -1, -1) + l_self_parameters_cls_token4_ = None + x_319 = torch.cat((cls_tokens_3, x_318), dim=1) + cls_tokens_3 = x_318 = None + cls_token_19 = x_319[(slice(None, None, None), slice(None, 1, None))] + img_tokens_19 = x_319[(slice(None, None, None), slice(1, None, None))] + x_319 = None + transpose_118 = img_tokens_19.transpose(1, 2) + img_tokens_19 = None + feat_19 = transpose_118.view(1, 512, 7, 7) + transpose_118 = None + conv2d_80 = torch.conv2d( + feat_19, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_320 = conv2d_80 + feat_19 + conv2d_80 = feat_19 = None + flatten_23 = x_320.flatten(2) + x_320 = None + x_321 = flatten_23.transpose(1, 2) + flatten_23 = None + x_322 = torch.cat((cls_token_19, x_321), dim=1) + cls_token_19 = x_321 = None + x_323 = torch.nn.functional.layer_norm( + x_322, + (512,), + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_76 = torch._C._nn.linear( + x_323, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_323 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_79 = linear_76.reshape(1, 50, 3, 8, 64) + linear_76 = None + qkv_19 = reshape_79.permute(2, 0, 3, 1, 4) + reshape_79 = None + unbind_19 = qkv_19.unbind(0) + qkv_19 = None + q_19 = unbind_19[0] + k_19 = unbind_19[1] + v_19 = unbind_19[2] + unbind_19 = None + k_softmax_19 = k_19.softmax(dim=2) + k_19 = None + transpose_120 = k_softmax_19.transpose(-1, -2) + k_softmax_19 = None + factor_att_38 = transpose_120 @ v_19 + transpose_120 = None + factor_att_39 = q_19 @ factor_att_38 + factor_att_38 = None + q_img_19 = q_19[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_19 = None + v_img_38 = v_19[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_19 = None + transpose_121 = v_img_38.transpose(-1, -2) + v_img_38 = None + v_img_39 = transpose_121.reshape(1, 512, 7, 7) + transpose_121 = None + split_19 = torch.functional.split(v_img_39, [128, 192, 192], dim=1) + v_img_39 = None + getitem_208 = split_19[0] + getitem_209 = split_19[1] + getitem_210 = split_19[2] + split_19 = None + conv2d_81 = torch.conv2d( + getitem_208, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_208 = None + conv2d_82 = torch.conv2d( + getitem_209, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_209 = None + conv2d_83 = torch.conv2d( + getitem_210, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_210 = None + conv_v_img_38 = torch.cat([conv2d_81, conv2d_82, conv2d_83], dim=1) + conv2d_81 = conv2d_82 = conv2d_83 = None + reshape_81 = conv_v_img_38.reshape(1, 8, 64, 49) + conv_v_img_38 = None + conv_v_img_39 = reshape_81.transpose(-1, -2) + reshape_81 = None + EV_hat_38 = q_img_19 * conv_v_img_39 + q_img_19 = conv_v_img_39 = None + EV_hat_39 = torch._C._nn.pad(EV_hat_38, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_38 = None + mul_39 = 0.125 * factor_att_39 + factor_att_39 = None + x_324 = mul_39 + EV_hat_39 + mul_39 = EV_hat_39 = None + transpose_123 = x_324.transpose(1, 2) + x_324 = None + x_325 = transpose_123.reshape(1, 50, 512) + transpose_123 = None + x_326 = torch._C._nn.linear( + x_325, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_325 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_327 = torch.nn.functional.dropout(x_326, 0.0, False, False) + x_326 = None + x_328 = x_322 + x_327 + x_322 = x_327 = None + x_329 = torch.nn.functional.layer_norm( + x_328, + (512,), + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) = None + x_330 = torch._C._nn.linear( + x_329, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_329 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_331 = torch._C._nn.gelu(x_330, approximate="none") + x_330 = None + x_332 = torch.nn.functional.dropout(x_331, 0.0, False, False) + x_331 = None + x_333 = torch._C._nn.linear( + x_332, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_332 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_334 = torch.nn.functional.dropout(x_333, 0.0, False, False) + x_333 = None + x_335 = x_328 + x_334 + x_328 = x_334 = None + cls_token_20 = x_335[(slice(None, None, None), slice(None, 1, None))] + img_tokens_20 = x_335[(slice(None, None, None), slice(1, None, None))] + x_335 = None + transpose_124 = img_tokens_20.transpose(1, 2) + img_tokens_20 = None + feat_20 = transpose_124.view(1, 512, 7, 7) + transpose_124 = None + conv2d_84 = torch.conv2d( + feat_20, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_336 = conv2d_84 + feat_20 + conv2d_84 = feat_20 = None + flatten_24 = x_336.flatten(2) + x_336 = None + x_337 = flatten_24.transpose(1, 2) + flatten_24 = None + x_338 = torch.cat((cls_token_20, x_337), dim=1) + cls_token_20 = x_337 = None + x_339 = torch.nn.functional.layer_norm( + x_338, + (512,), + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_80 = torch._C._nn.linear( + x_339, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_339 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_83 = linear_80.reshape(1, 50, 3, 8, 64) + linear_80 = None + qkv_20 = reshape_83.permute(2, 0, 3, 1, 4) + reshape_83 = None + unbind_20 = qkv_20.unbind(0) + qkv_20 = None + q_20 = unbind_20[0] + k_20 = unbind_20[1] + v_20 = unbind_20[2] + unbind_20 = None + k_softmax_20 = k_20.softmax(dim=2) + k_20 = None + transpose_126 = k_softmax_20.transpose(-1, -2) + k_softmax_20 = None + factor_att_40 = transpose_126 @ v_20 + transpose_126 = None + factor_att_41 = q_20 @ factor_att_40 + factor_att_40 = None + q_img_20 = q_20[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_20 = None + v_img_40 = v_20[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_20 = None + transpose_127 = v_img_40.transpose(-1, -2) + v_img_40 = None + v_img_41 = transpose_127.reshape(1, 512, 7, 7) + transpose_127 = None + split_20 = torch.functional.split(v_img_41, [128, 192, 192], dim=1) + v_img_41 = None + getitem_218 = split_20[0] + getitem_219 = split_20[1] + getitem_220 = split_20[2] + split_20 = None + conv2d_85 = torch.conv2d( + getitem_218, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_218 = None + conv2d_86 = torch.conv2d( + getitem_219, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_219 = None + conv2d_87 = torch.conv2d( + getitem_220, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_220 = None + conv_v_img_40 = torch.cat([conv2d_85, conv2d_86, conv2d_87], dim=1) + conv2d_85 = conv2d_86 = conv2d_87 = None + reshape_85 = conv_v_img_40.reshape(1, 8, 64, 49) + conv_v_img_40 = None + conv_v_img_41 = reshape_85.transpose(-1, -2) + reshape_85 = None + EV_hat_40 = q_img_20 * conv_v_img_41 + q_img_20 = conv_v_img_41 = None + EV_hat_41 = torch._C._nn.pad(EV_hat_40, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_40 = None + mul_41 = 0.125 * factor_att_41 + factor_att_41 = None + x_340 = mul_41 + EV_hat_41 + mul_41 = EV_hat_41 = None + transpose_129 = x_340.transpose(1, 2) + x_340 = None + x_341 = transpose_129.reshape(1, 50, 512) + transpose_129 = None + x_342 = torch._C._nn.linear( + x_341, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_341 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_343 = torch.nn.functional.dropout(x_342, 0.0, False, False) + x_342 = None + x_344 = x_338 + x_343 + x_338 = x_343 = None + x_345 = torch.nn.functional.layer_norm( + x_344, + (512,), + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) = None + x_346 = torch._C._nn.linear( + x_345, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_345 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_347 = torch._C._nn.gelu(x_346, approximate="none") + x_346 = None + x_348 = torch.nn.functional.dropout(x_347, 0.0, False, False) + x_347 = None + x_349 = torch._C._nn.linear( + x_348, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_348 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_350 = torch.nn.functional.dropout(x_349, 0.0, False, False) + x_349 = None + x_351 = x_344 + x_350 + x_344 = x_350 = None + cls_token_21 = x_351[(slice(None, None, None), slice(None, 1, None))] + img_tokens_21 = x_351[(slice(None, None, None), slice(1, None, None))] + x_351 = None + transpose_130 = img_tokens_21.transpose(1, 2) + img_tokens_21 = None + feat_21 = transpose_130.view(1, 512, 7, 7) + transpose_130 = None + conv2d_88 = torch.conv2d( + feat_21, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_352 = conv2d_88 + feat_21 + conv2d_88 = feat_21 = None + flatten_25 = x_352.flatten(2) + x_352 = None + x_353 = flatten_25.transpose(1, 2) + flatten_25 = None + x_354 = torch.cat((cls_token_21, x_353), dim=1) + cls_token_21 = x_353 = None + x_355 = torch.nn.functional.layer_norm( + x_354, + (512,), + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_84 = torch._C._nn.linear( + x_355, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_355 = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_87 = linear_84.reshape(1, 50, 3, 8, 64) + linear_84 = None + qkv_21 = reshape_87.permute(2, 0, 3, 1, 4) + reshape_87 = None + unbind_21 = qkv_21.unbind(0) + qkv_21 = None + q_21 = unbind_21[0] + k_21 = unbind_21[1] + v_21 = unbind_21[2] + unbind_21 = None + k_softmax_21 = k_21.softmax(dim=2) + k_21 = None + transpose_132 = k_softmax_21.transpose(-1, -2) + k_softmax_21 = None + factor_att_42 = transpose_132 @ v_21 + transpose_132 = None + factor_att_43 = q_21 @ factor_att_42 + factor_att_42 = None + q_img_21 = q_21[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_21 = None + v_img_42 = v_21[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_21 = None + transpose_133 = v_img_42.transpose(-1, -2) + v_img_42 = None + v_img_43 = transpose_133.reshape(1, 512, 7, 7) + transpose_133 = None + split_21 = torch.functional.split(v_img_43, [128, 192, 192], dim=1) + v_img_43 = None + getitem_228 = split_21[0] + getitem_229 = split_21[1] + getitem_230 = split_21[2] + split_21 = None + conv2d_89 = torch.conv2d( + getitem_228, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_228 = None + conv2d_90 = torch.conv2d( + getitem_229, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_229 = None + conv2d_91 = torch.conv2d( + getitem_230, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_230 = None + conv_v_img_42 = torch.cat([conv2d_89, conv2d_90, conv2d_91], dim=1) + conv2d_89 = conv2d_90 = conv2d_91 = None + reshape_89 = conv_v_img_42.reshape(1, 8, 64, 49) + conv_v_img_42 = None + conv_v_img_43 = reshape_89.transpose(-1, -2) + reshape_89 = None + EV_hat_42 = q_img_21 * conv_v_img_43 + q_img_21 = conv_v_img_43 = None + EV_hat_43 = torch._C._nn.pad(EV_hat_42, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_42 = None + mul_43 = 0.125 * factor_att_43 + factor_att_43 = None + x_356 = mul_43 + EV_hat_43 + mul_43 = EV_hat_43 = None + transpose_135 = x_356.transpose(1, 2) + x_356 = None + x_357 = transpose_135.reshape(1, 50, 512) + transpose_135 = None + x_358 = torch._C._nn.linear( + x_357, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_357 = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_359 = torch.nn.functional.dropout(x_358, 0.0, False, False) + x_358 = None + x_360 = x_354 + x_359 + x_354 = x_359 = None + x_361 = torch.nn.functional.layer_norm( + x_360, + (512,), + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_ + ) = None + x_362 = torch._C._nn.linear( + x_361, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_361 = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_363 = torch._C._nn.gelu(x_362, approximate="none") + x_362 = None + x_364 = torch.nn.functional.dropout(x_363, 0.0, False, False) + x_363 = None + x_365 = torch._C._nn.linear( + x_364, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_364 = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_366 = torch.nn.functional.dropout(x_365, 0.0, False, False) + x_365 = None + x_367 = x_360 + x_366 + x_360 = x_366 = None + cls_token_22 = x_367[(slice(None, None, None), slice(None, 1, None))] + img_tokens_22 = x_367[(slice(None, None, None), slice(1, None, None))] + x_367 = None + transpose_136 = img_tokens_22.transpose(1, 2) + img_tokens_22 = None + feat_22 = transpose_136.view(1, 512, 7, 7) + transpose_136 = None + conv2d_92 = torch.conv2d( + feat_22, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_368 = conv2d_92 + feat_22 + conv2d_92 = feat_22 = None + flatten_26 = x_368.flatten(2) + x_368 = None + x_369 = flatten_26.transpose(1, 2) + flatten_26 = None + x_370 = torch.cat((cls_token_22, x_369), dim=1) + cls_token_22 = x_369 = None + x_371 = torch.nn.functional.layer_norm( + x_370, + (512,), + l_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_88 = torch._C._nn.linear( + x_371, + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_371 = l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_91 = linear_88.reshape(1, 50, 3, 8, 64) + linear_88 = None + qkv_22 = reshape_91.permute(2, 0, 3, 1, 4) + reshape_91 = None + unbind_22 = qkv_22.unbind(0) + qkv_22 = None + q_22 = unbind_22[0] + k_22 = unbind_22[1] + v_22 = unbind_22[2] + unbind_22 = None + k_softmax_22 = k_22.softmax(dim=2) + k_22 = None + transpose_138 = k_softmax_22.transpose(-1, -2) + k_softmax_22 = None + factor_att_44 = transpose_138 @ v_22 + transpose_138 = None + factor_att_45 = q_22 @ factor_att_44 + factor_att_44 = None + q_img_22 = q_22[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_22 = None + v_img_44 = v_22[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_22 = None + transpose_139 = v_img_44.transpose(-1, -2) + v_img_44 = None + v_img_45 = transpose_139.reshape(1, 512, 7, 7) + transpose_139 = None + split_22 = torch.functional.split(v_img_45, [128, 192, 192], dim=1) + v_img_45 = None + getitem_238 = split_22[0] + getitem_239 = split_22[1] + getitem_240 = split_22[2] + split_22 = None + conv2d_93 = torch.conv2d( + getitem_238, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_238 = None + conv2d_94 = torch.conv2d( + getitem_239, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_239 = None + conv2d_95 = torch.conv2d( + getitem_240, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_240 = None + conv_v_img_44 = torch.cat([conv2d_93, conv2d_94, conv2d_95], dim=1) + conv2d_93 = conv2d_94 = conv2d_95 = None + reshape_93 = conv_v_img_44.reshape(1, 8, 64, 49) + conv_v_img_44 = None + conv_v_img_45 = reshape_93.transpose(-1, -2) + reshape_93 = None + EV_hat_44 = q_img_22 * conv_v_img_45 + q_img_22 = conv_v_img_45 = None + EV_hat_45 = torch._C._nn.pad(EV_hat_44, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_44 = None + mul_45 = 0.125 * factor_att_45 + factor_att_45 = None + x_372 = mul_45 + EV_hat_45 + mul_45 = EV_hat_45 = None + transpose_141 = x_372.transpose(1, 2) + x_372 = None + x_373 = transpose_141.reshape(1, 50, 512) + transpose_141 = None + x_374 = torch._C._nn.linear( + x_373, + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_373 = l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_375 = torch.nn.functional.dropout(x_374, 0.0, False, False) + x_374 = None + x_376 = x_370 + x_375 + x_370 = x_375 = None + x_377 = torch.nn.functional.layer_norm( + x_376, + (512,), + l_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_bias_ + ) = None + x_378 = torch._C._nn.linear( + x_377, + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_377 = l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_379 = torch._C._nn.gelu(x_378, approximate="none") + x_378 = None + x_380 = torch.nn.functional.dropout(x_379, 0.0, False, False) + x_379 = None + x_381 = torch._C._nn.linear( + x_380, + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_380 = l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_382 = torch.nn.functional.dropout(x_381, 0.0, False, False) + x_381 = None + x_383 = x_376 + x_382 + x_376 = x_382 = None + cls_token_23 = x_383[(slice(None, None, None), slice(None, 1, None))] + img_tokens_23 = x_383[(slice(None, None, None), slice(1, None, None))] + x_383 = None + transpose_142 = img_tokens_23.transpose(1, 2) + img_tokens_23 = None + feat_23 = transpose_142.view(1, 512, 7, 7) + transpose_142 = None + conv2d_96 = torch.conv2d( + feat_23, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_384 = conv2d_96 + feat_23 + conv2d_96 = feat_23 = None + flatten_27 = x_384.flatten(2) + x_384 = None + x_385 = flatten_27.transpose(1, 2) + flatten_27 = None + x_386 = torch.cat((cls_token_23, x_385), dim=1) + cls_token_23 = x_385 = None + x_387 = torch.nn.functional.layer_norm( + x_386, + (512,), + l_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_92 = torch._C._nn.linear( + x_387, + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_387 = l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_95 = linear_92.reshape(1, 50, 3, 8, 64) + linear_92 = None + qkv_23 = reshape_95.permute(2, 0, 3, 1, 4) + reshape_95 = None + unbind_23 = qkv_23.unbind(0) + qkv_23 = None + q_23 = unbind_23[0] + k_23 = unbind_23[1] + v_23 = unbind_23[2] + unbind_23 = None + k_softmax_23 = k_23.softmax(dim=2) + k_23 = None + transpose_144 = k_softmax_23.transpose(-1, -2) + k_softmax_23 = None + factor_att_46 = transpose_144 @ v_23 + transpose_144 = None + factor_att_47 = q_23 @ factor_att_46 + factor_att_46 = None + q_img_23 = q_23[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_23 = None + v_img_46 = v_23[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_23 = None + transpose_145 = v_img_46.transpose(-1, -2) + v_img_46 = None + v_img_47 = transpose_145.reshape(1, 512, 7, 7) + transpose_145 = None + split_23 = torch.functional.split(v_img_47, [128, 192, 192], dim=1) + v_img_47 = None + getitem_248 = split_23[0] + getitem_249 = split_23[1] + getitem_250 = split_23[2] + split_23 = None + conv2d_97 = torch.conv2d( + getitem_248, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_248 = None + conv2d_98 = torch.conv2d( + getitem_249, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_249 = None + conv2d_99 = torch.conv2d( + getitem_250, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_250 = None + conv_v_img_46 = torch.cat([conv2d_97, conv2d_98, conv2d_99], dim=1) + conv2d_97 = conv2d_98 = conv2d_99 = None + reshape_97 = conv_v_img_46.reshape(1, 8, 64, 49) + conv_v_img_46 = None + conv_v_img_47 = reshape_97.transpose(-1, -2) + reshape_97 = None + EV_hat_46 = q_img_23 * conv_v_img_47 + q_img_23 = conv_v_img_47 = None + EV_hat_47 = torch._C._nn.pad(EV_hat_46, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_46 = None + mul_47 = 0.125 * factor_att_47 + factor_att_47 = None + x_388 = mul_47 + EV_hat_47 + mul_47 = EV_hat_47 = None + transpose_147 = x_388.transpose(1, 2) + x_388 = None + x_389 = transpose_147.reshape(1, 50, 512) + transpose_147 = None + x_390 = torch._C._nn.linear( + x_389, + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_389 = l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_391 = torch.nn.functional.dropout(x_390, 0.0, False, False) + x_390 = None + x_392 = x_386 + x_391 + x_386 = x_391 = None + x_393 = torch.nn.functional.layer_norm( + x_392, + (512,), + l_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_bias_ + ) = None + x_394 = torch._C._nn.linear( + x_393, + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_393 = l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_395 = torch._C._nn.gelu(x_394, approximate="none") + x_394 = None + x_396 = torch.nn.functional.dropout(x_395, 0.0, False, False) + x_395 = None + x_397 = torch._C._nn.linear( + x_396, + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_396 = l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_398 = torch.nn.functional.dropout(x_397, 0.0, False, False) + x_397 = None + x_399 = x_392 + x_398 + x_392 = x_398 = None + cls_token_24 = x_399[(slice(None, None, None), slice(None, 1, None))] + img_tokens_24 = x_399[(slice(None, None, None), slice(1, None, None))] + x_399 = None + transpose_148 = img_tokens_24.transpose(1, 2) + img_tokens_24 = None + feat_24 = transpose_148.view(1, 512, 7, 7) + transpose_148 = None + conv2d_100 = torch.conv2d( + feat_24, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_400 = conv2d_100 + feat_24 + conv2d_100 = feat_24 = None + flatten_28 = x_400.flatten(2) + x_400 = None + x_401 = flatten_28.transpose(1, 2) + flatten_28 = None + x_402 = torch.cat((cls_token_24, x_401), dim=1) + cls_token_24 = x_401 = None + x_403 = torch.nn.functional.layer_norm( + x_402, + (512,), + l_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_96 = torch._C._nn.linear( + x_403, + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_403 = l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_99 = linear_96.reshape(1, 50, 3, 8, 64) + linear_96 = None + qkv_24 = reshape_99.permute(2, 0, 3, 1, 4) + reshape_99 = None + unbind_24 = qkv_24.unbind(0) + qkv_24 = None + q_24 = unbind_24[0] + k_24 = unbind_24[1] + v_24 = unbind_24[2] + unbind_24 = None + k_softmax_24 = k_24.softmax(dim=2) + k_24 = None + transpose_150 = k_softmax_24.transpose(-1, -2) + k_softmax_24 = None + factor_att_48 = transpose_150 @ v_24 + transpose_150 = None + factor_att_49 = q_24 @ factor_att_48 + factor_att_48 = None + q_img_24 = q_24[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_24 = None + v_img_48 = v_24[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_24 = None + transpose_151 = v_img_48.transpose(-1, -2) + v_img_48 = None + v_img_49 = transpose_151.reshape(1, 512, 7, 7) + transpose_151 = None + split_24 = torch.functional.split(v_img_49, [128, 192, 192], dim=1) + v_img_49 = None + getitem_258 = split_24[0] + getitem_259 = split_24[1] + getitem_260 = split_24[2] + split_24 = None + conv2d_101 = torch.conv2d( + getitem_258, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_258 = None + conv2d_102 = torch.conv2d( + getitem_259, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_259 = None + conv2d_103 = torch.conv2d( + getitem_260, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_260 = None + conv_v_img_48 = torch.cat([conv2d_101, conv2d_102, conv2d_103], dim=1) + conv2d_101 = conv2d_102 = conv2d_103 = None + reshape_101 = conv_v_img_48.reshape(1, 8, 64, 49) + conv_v_img_48 = None + conv_v_img_49 = reshape_101.transpose(-1, -2) + reshape_101 = None + EV_hat_48 = q_img_24 * conv_v_img_49 + q_img_24 = conv_v_img_49 = None + EV_hat_49 = torch._C._nn.pad(EV_hat_48, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_48 = None + mul_49 = 0.125 * factor_att_49 + factor_att_49 = None + x_404 = mul_49 + EV_hat_49 + mul_49 = EV_hat_49 = None + transpose_153 = x_404.transpose(1, 2) + x_404 = None + x_405 = transpose_153.reshape(1, 50, 512) + transpose_153 = None + x_406 = torch._C._nn.linear( + x_405, + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_405 = l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_407 = torch.nn.functional.dropout(x_406, 0.0, False, False) + x_406 = None + x_408 = x_402 + x_407 + x_402 = x_407 = None + x_409 = torch.nn.functional.layer_norm( + x_408, + (512,), + l_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_bias_ + ) = None + x_410 = torch._C._nn.linear( + x_409, + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_409 = l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_411 = torch._C._nn.gelu(x_410, approximate="none") + x_410 = None + x_412 = torch.nn.functional.dropout(x_411, 0.0, False, False) + x_411 = None + x_413 = torch._C._nn.linear( + x_412, + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_412 = l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_414 = torch.nn.functional.dropout(x_413, 0.0, False, False) + x_413 = None + x_415 = x_408 + x_414 + x_408 = x_414 = None + cls_token_25 = x_415[(slice(None, None, None), slice(None, 1, None))] + img_tokens_25 = x_415[(slice(None, None, None), slice(1, None, None))] + x_415 = None + transpose_154 = img_tokens_25.transpose(1, 2) + img_tokens_25 = None + feat_25 = transpose_154.view(1, 512, 7, 7) + transpose_154 = None + conv2d_104 = torch.conv2d( + feat_25, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_416 = conv2d_104 + feat_25 + conv2d_104 = feat_25 = None + flatten_29 = x_416.flatten(2) + x_416 = None + x_417 = flatten_29.transpose(1, 2) + flatten_29 = None + x_418 = torch.cat((cls_token_25, x_417), dim=1) + cls_token_25 = x_417 = None + x_419 = torch.nn.functional.layer_norm( + x_418, + (512,), + l_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_bias_ + ) = None + linear_100 = torch._C._nn.linear( + x_419, + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_419 = l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_103 = linear_100.reshape(1, 50, 3, 8, 64) + linear_100 = None + qkv_25 = reshape_103.permute(2, 0, 3, 1, 4) + reshape_103 = None + unbind_25 = qkv_25.unbind(0) + qkv_25 = None + q_25 = unbind_25[0] + k_25 = unbind_25[1] + v_25 = unbind_25[2] + unbind_25 = None + k_softmax_25 = k_25.softmax(dim=2) + k_25 = None + transpose_156 = k_softmax_25.transpose(-1, -2) + k_softmax_25 = None + factor_att_50 = transpose_156 @ v_25 + transpose_156 = None + factor_att_51 = q_25 @ factor_att_50 + factor_att_50 = None + q_img_25 = q_25[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_25 = None + v_img_50 = v_25[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_25 = None + transpose_157 = v_img_50.transpose(-1, -2) + v_img_50 = None + v_img_51 = transpose_157.reshape(1, 512, 7, 7) + transpose_157 = None + split_25 = torch.functional.split(v_img_51, [128, 192, 192], dim=1) + v_img_51 = None + getitem_268 = split_25[0] + getitem_269 = split_25[1] + getitem_270 = split_25[2] + split_25 = None + conv2d_105 = torch.conv2d( + getitem_268, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_268 = None + conv2d_106 = torch.conv2d( + getitem_269, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_269 = None + conv2d_107 = torch.conv2d( + getitem_270, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_270 = None + conv_v_img_50 = torch.cat([conv2d_105, conv2d_106, conv2d_107], dim=1) + conv2d_105 = conv2d_106 = conv2d_107 = None + reshape_105 = conv_v_img_50.reshape(1, 8, 64, 49) + conv_v_img_50 = None + conv_v_img_51 = reshape_105.transpose(-1, -2) + reshape_105 = None + EV_hat_50 = q_img_25 * conv_v_img_51 + q_img_25 = conv_v_img_51 = None + EV_hat_51 = torch._C._nn.pad(EV_hat_50, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_50 = None + mul_51 = 0.125 * factor_att_51 + factor_att_51 = None + x_420 = mul_51 + EV_hat_51 + mul_51 = EV_hat_51 = None + transpose_159 = x_420.transpose(1, 2) + x_420 = None + x_421 = transpose_159.reshape(1, 50, 512) + transpose_159 = None + x_422 = torch._C._nn.linear( + x_421, + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_421 = l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_423 = torch.nn.functional.dropout(x_422, 0.0, False, False) + x_422 = None + x_424 = x_418 + x_423 + x_418 = x_423 = None + x_425 = torch.nn.functional.layer_norm( + x_424, + (512,), + l_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_bias_ + ) = None + x_426 = torch._C._nn.linear( + x_425, + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + x_425 = l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_427 = torch._C._nn.gelu(x_426, approximate="none") + x_426 = None + x_428 = torch.nn.functional.dropout(x_427, 0.0, False, False) + x_427 = None + x_429 = torch._C._nn.linear( + x_428, + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_428 = l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_430 = torch.nn.functional.dropout(x_429, 0.0, False, False) + x_429 = None + x_431 = x_424 + x_430 + x_424 = x_430 = None + cls_token_26 = x_431[(slice(None, None, None), slice(None, 1, None))] + img_tokens_26 = x_431[(slice(None, None, None), slice(1, None, None))] + x_431 = None + transpose_160 = img_tokens_26.transpose(1, 2) + img_tokens_26 = None + feat_26 = transpose_160.view(1, 512, 7, 7) + transpose_160 = None + conv2d_108 = torch.conv2d( + feat_26, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_432 = conv2d_108 + feat_26 + conv2d_108 = feat_26 = None + flatten_30 = x_432.flatten(2) + x_432 = None + x_433 = flatten_30.transpose(1, 2) + flatten_30 = None + x_434 = torch.cat((cls_token_26, x_433), dim=1) + cls_token_26 = x_433 = None + x_435 = torch.nn.functional.layer_norm( + x_434, + (512,), + l_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_bias_ + ) = None + linear_104 = torch._C._nn.linear( + x_435, + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_435 = l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_107 = linear_104.reshape(1, 50, 3, 8, 64) + linear_104 = None + qkv_26 = reshape_107.permute(2, 0, 3, 1, 4) + reshape_107 = None + unbind_26 = qkv_26.unbind(0) + qkv_26 = None + q_26 = unbind_26[0] + k_26 = unbind_26[1] + v_26 = unbind_26[2] + unbind_26 = None + k_softmax_26 = k_26.softmax(dim=2) + k_26 = None + transpose_162 = k_softmax_26.transpose(-1, -2) + k_softmax_26 = None + factor_att_52 = transpose_162 @ v_26 + transpose_162 = None + factor_att_53 = q_26 @ factor_att_52 + factor_att_52 = None + q_img_26 = q_26[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_26 = None + v_img_52 = v_26[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_26 = None + transpose_163 = v_img_52.transpose(-1, -2) + v_img_52 = None + v_img_53 = transpose_163.reshape(1, 512, 7, 7) + transpose_163 = None + split_26 = torch.functional.split(v_img_53, [128, 192, 192], dim=1) + v_img_53 = None + getitem_278 = split_26[0] + getitem_279 = split_26[1] + getitem_280 = split_26[2] + split_26 = None + conv2d_109 = torch.conv2d( + getitem_278, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_278 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_110 = torch.conv2d( + getitem_279, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_279 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_111 = torch.conv2d( + getitem_280, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_280 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_52 = torch.cat([conv2d_109, conv2d_110, conv2d_111], dim=1) + conv2d_109 = conv2d_110 = conv2d_111 = None + reshape_109 = conv_v_img_52.reshape(1, 8, 64, 49) + conv_v_img_52 = None + conv_v_img_53 = reshape_109.transpose(-1, -2) + reshape_109 = None + EV_hat_52 = q_img_26 * conv_v_img_53 + q_img_26 = conv_v_img_53 = None + EV_hat_53 = torch._C._nn.pad(EV_hat_52, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_52 = None + mul_53 = 0.125 * factor_att_53 + factor_att_53 = None + x_436 = mul_53 + EV_hat_53 + mul_53 = EV_hat_53 = None + transpose_165 = x_436.transpose(1, 2) + x_436 = None + x_437 = transpose_165.reshape(1, 50, 512) + transpose_165 = None + x_438 = torch._C._nn.linear( + x_437, + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_437 = l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_439 = torch.nn.functional.dropout(x_438, 0.0, False, False) + x_438 = None + x_440 = x_434 + x_439 + x_434 = x_439 = None + x_441 = torch.nn.functional.layer_norm( + x_440, + (512,), + l_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_bias_ + ) = None + x_442 = torch._C._nn.linear( + x_441, + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + x_441 = l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_443 = torch._C._nn.gelu(x_442, approximate="none") + x_442 = None + x_444 = torch.nn.functional.dropout(x_443, 0.0, False, False) + x_443 = None + x_445 = torch._C._nn.linear( + x_444, + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_444 = l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_446 = torch.nn.functional.dropout(x_445, 0.0, False, False) + x_445 = None + x_447 = x_440 + x_446 + x_440 = x_446 = None + getitem_281 = x_447[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + reshape_111 = getitem_281.reshape(1, 7, 7, -1) + getitem_281 = None + permute_30 = reshape_111.permute(0, 3, 1, 2) + reshape_111 = None + x4_nocls = permute_30.contiguous() + permute_30 = x4_nocls = None + x_448 = torch.nn.functional.layer_norm( + x_447, + (512,), + l_self_modules_norm4_parameters_weight_, + l_self_modules_norm4_parameters_bias_, + 1e-06, + ) + x_447 = ( + l_self_modules_norm4_parameters_weight_ + ) = l_self_modules_norm4_parameters_bias_ = None + x_449 = x_448[(slice(None, None, None), 0)] + x_448 = None + x_450 = torch.nn.functional.dropout(x_449, 0.0, False, False) + x_449 = None + x_451 = torch._C._nn.linear( + x_450, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_450 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_451,) diff --git a/samples/timm/coat_lite_medium.in1k/weight_meta.py b/samples/timm/coat_lite_medium.in1k/weight_meta.py new file mode 100644 index 0000000000..76285e6ec6 --- /dev/null +++ b/samples/timm/coat_lite_medium.in1k/weight_meta.py @@ -0,0 +1,3808 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.236 + std = 1.287 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_weight_" + shape = [128, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.089 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token1_: + name = "L_self_parameters_cls_token1_" + shape = [1, 1, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [128, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.191 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.011 + std = 0.191 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [32, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.010 + std = 0.188 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [32] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.029 + std = 0.207 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [48, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.014 + std = 0.107 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.007 + std = 0.081 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_weight_" + shape = [256, 128, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.025 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token2_: + name = "L_self_parameters_cls_token2_" + shape = [1, 1, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [256, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.196 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.013 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [64, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.008 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [96, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.008 + std = 0.122 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [96, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.007 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_4_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_4_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_5_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_5_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_weight_" + shape = [320, 256, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token3_: + name = "L_self_parameters_cls_token3_" + shape = [1, 1, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [320, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.197 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [80, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.022 + std = 0.191 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [120, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.010 + std = 0.121 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [120, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.010 + std = 0.081 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_6_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_6_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_7_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_7_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_8_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_8_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_8_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_9_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_9_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_9_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_weight_" + shape = [512, 320, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token4_: + name = "L_self_parameters_cls_token4_" + shape = [1, 1, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [512, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [128, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.198 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.013 + std = 0.198 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [192, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.012 + std = 0.120 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_3_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_3_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_4_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_4_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_5_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_5_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_6_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_6_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_6_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_7_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_7_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_7_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_weight_: + name = "L_self_modules_norm4_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_bias_: + name = "L_self_modules_norm4_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/coat_lite_mini.in1k/graph_hash.txt b/samples/timm/coat_lite_mini.in1k/graph_hash.txt new file mode 100644 index 0000000000..de0390b938 --- /dev/null +++ b/samples/timm/coat_lite_mini.in1k/graph_hash.txt @@ -0,0 +1 @@ +731518653d5bd2112ff4d03f41383bfd9ada5b116521be8ee6ff2a86b0651993 \ No newline at end of file diff --git a/samples/timm/coat_lite_mini.in1k/graph_net.json b/samples/timm/coat_lite_mini.in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/coat_lite_mini.in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/coat_lite_mini.in1k/input_meta.py b/samples/timm/coat_lite_mini.in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_mini.in1k/input_tensor_constraints.py b/samples/timm/coat_lite_mini.in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_mini.in1k/model.py b/samples/timm/coat_lite_mini.in1k/model.py new file mode 100644 index 0000000000..08cda1d446 --- /dev/null +++ b/samples/timm/coat_lite_mini.in1k/model.py @@ -0,0 +1,1989 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed1_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token1_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token2_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token3_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token4_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed1_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token1_ = L_self_parameters_cls_token1_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed2_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token2_ = L_self_parameters_cls_token2_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed3_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token3_ = L_self_parameters_cls_token3_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed4_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token4_ = L_self_parameters_cls_token4_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_norm4_parameters_weight_ = ( + L_self_modules_norm4_parameters_weight_ + ) + l_self_modules_norm4_parameters_bias_ = L_self_modules_norm4_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed1_modules_proj_parameters_weight_, + l_self_modules_patch_embed1_modules_proj_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + x_2 = torch.nn.functional.layer_norm( + x_1, + (64,), + l_self_modules_patch_embed1_modules_norm_parameters_weight_, + l_self_modules_patch_embed1_modules_norm_parameters_bias_, + 1e-05, + ) + x_1 = ( + l_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_norm_parameters_bias_ = None + cls_tokens = l_self_parameters_cls_token1_.expand(1, -1, -1) + l_self_parameters_cls_token1_ = None + x_3 = torch.cat((cls_tokens, x_2), dim=1) + cls_tokens = x_2 = None + cls_token = x_3[(slice(None, None, None), slice(None, 1, None))] + img_tokens = x_3[(slice(None, None, None), slice(1, None, None))] + x_3 = None + transpose_1 = img_tokens.transpose(1, 2) + img_tokens = None + feat = transpose_1.view(1, 64, 56, 56) + transpose_1 = None + conv2d_1 = torch.conv2d( + feat, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + x_4 = conv2d_1 + feat + conv2d_1 = feat = None + flatten_1 = x_4.flatten(2) + x_4 = None + x_5 = flatten_1.transpose(1, 2) + flatten_1 = None + x_6 = torch.cat((cls_token, x_5), dim=1) + cls_token = x_5 = None + x_7 = torch.nn.functional.layer_norm( + x_6, + (64,), + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + x_7, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_7 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape = linear.reshape(1, 3137, 3, 8, 8) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + unbind = qkv.unbind(0) + qkv = None + q = unbind[0] + k = unbind[1] + v = unbind[2] + unbind = None + k_softmax = k.softmax(dim=2) + k = None + transpose_3 = k_softmax.transpose(-1, -2) + k_softmax = None + factor_att = transpose_3 @ v + transpose_3 = None + factor_att_1 = q @ factor_att + factor_att = None + q_img = q[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q = None + v_img = v[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v = None + transpose_4 = v_img.transpose(-1, -2) + v_img = None + v_img_1 = transpose_4.reshape(1, 64, 56, 56) + transpose_4 = None + split = torch.functional.split(v_img_1, [16, 24, 24], dim=1) + v_img_1 = None + getitem_15 = split[0] + getitem_16 = split[1] + getitem_17 = split[2] + split = None + conv2d_2 = torch.conv2d( + getitem_15, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 16, + ) + getitem_15 = None + conv2d_3 = torch.conv2d( + getitem_16, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 24, + ) + getitem_16 = None + conv2d_4 = torch.conv2d( + getitem_17, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 24, + ) + getitem_17 = None + conv_v_img = torch.cat([conv2d_2, conv2d_3, conv2d_4], dim=1) + conv2d_2 = conv2d_3 = conv2d_4 = None + reshape_2 = conv_v_img.reshape(1, 8, 8, 3136) + conv_v_img = None + conv_v_img_1 = reshape_2.transpose(-1, -2) + reshape_2 = None + EV_hat = q_img * conv_v_img_1 + q_img = conv_v_img_1 = None + EV_hat_1 = torch._C._nn.pad(EV_hat, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat = None + mul_1 = 0.3535533905932738 * factor_att_1 + factor_att_1 = None + x_8 = mul_1 + EV_hat_1 + mul_1 = EV_hat_1 = None + transpose_6 = x_8.transpose(1, 2) + x_8 = None + x_9 = transpose_6.reshape(1, 3137, 64) + transpose_6 = None + x_10 = torch._C._nn.linear( + x_9, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_9 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + x_12 = x_6 + x_11 + x_6 = x_11 = None + x_13 = torch.nn.functional.layer_norm( + x_12, + (64,), + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) = None + x_14 = torch._C._nn.linear( + x_13, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_13 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_15 = torch._C._nn.gelu(x_14, approximate="none") + x_14 = None + x_16 = torch.nn.functional.dropout(x_15, 0.0, False, False) + x_15 = None + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_16 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_18 = torch.nn.functional.dropout(x_17, 0.0, False, False) + x_17 = None + x_19 = x_12 + x_18 + x_12 = x_18 = None + cls_token_1 = x_19[(slice(None, None, None), slice(None, 1, None))] + img_tokens_1 = x_19[(slice(None, None, None), slice(1, None, None))] + x_19 = None + transpose_7 = img_tokens_1.transpose(1, 2) + img_tokens_1 = None + feat_1 = transpose_7.view(1, 64, 56, 56) + transpose_7 = None + conv2d_5 = torch.conv2d( + feat_1, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_20 = conv2d_5 + feat_1 + conv2d_5 = feat_1 = None + flatten_2 = x_20.flatten(2) + x_20 = None + x_21 = flatten_2.transpose(1, 2) + flatten_2 = None + x_22 = torch.cat((cls_token_1, x_21), dim=1) + cls_token_1 = x_21 = None + x_23 = torch.nn.functional.layer_norm( + x_22, + (64,), + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_4 = torch._C._nn.linear( + x_23, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_23 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_4 = linear_4.reshape(1, 3137, 3, 8, 8) + linear_4 = None + qkv_1 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + unbind_1 = qkv_1.unbind(0) + qkv_1 = None + q_1 = unbind_1[0] + k_1 = unbind_1[1] + v_1 = unbind_1[2] + unbind_1 = None + k_softmax_1 = k_1.softmax(dim=2) + k_1 = None + transpose_9 = k_softmax_1.transpose(-1, -2) + k_softmax_1 = None + factor_att_2 = transpose_9 @ v_1 + transpose_9 = None + factor_att_3 = q_1 @ factor_att_2 + factor_att_2 = None + q_img_1 = q_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_1 = None + v_img_2 = v_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_1 = None + transpose_10 = v_img_2.transpose(-1, -2) + v_img_2 = None + v_img_3 = transpose_10.reshape(1, 64, 56, 56) + transpose_10 = None + split_1 = torch.functional.split(v_img_3, [16, 24, 24], dim=1) + v_img_3 = None + getitem_25 = split_1[0] + getitem_26 = split_1[1] + getitem_27 = split_1[2] + split_1 = None + conv2d_6 = torch.conv2d( + getitem_25, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 16, + ) + getitem_25 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_7 = torch.conv2d( + getitem_26, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 24, + ) + getitem_26 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_8 = torch.conv2d( + getitem_27, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 24, + ) + getitem_27 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_2 = torch.cat([conv2d_6, conv2d_7, conv2d_8], dim=1) + conv2d_6 = conv2d_7 = conv2d_8 = None + reshape_6 = conv_v_img_2.reshape(1, 8, 8, 3136) + conv_v_img_2 = None + conv_v_img_3 = reshape_6.transpose(-1, -2) + reshape_6 = None + EV_hat_2 = q_img_1 * conv_v_img_3 + q_img_1 = conv_v_img_3 = None + EV_hat_3 = torch._C._nn.pad(EV_hat_2, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_2 = None + mul_3 = 0.3535533905932738 * factor_att_3 + factor_att_3 = None + x_24 = mul_3 + EV_hat_3 + mul_3 = EV_hat_3 = None + transpose_12 = x_24.transpose(1, 2) + x_24 = None + x_25 = transpose_12.reshape(1, 3137, 64) + transpose_12 = None + x_26 = torch._C._nn.linear( + x_25, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_25 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_27 = torch.nn.functional.dropout(x_26, 0.0, False, False) + x_26 = None + x_28 = x_22 + x_27 + x_22 = x_27 = None + x_29 = torch.nn.functional.layer_norm( + x_28, + (64,), + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) = None + x_30 = torch._C._nn.linear( + x_29, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_29 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_31 = torch._C._nn.gelu(x_30, approximate="none") + x_30 = None + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + x_33 = torch._C._nn.linear( + x_32, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_32 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = x_28 + x_34 + x_28 = x_34 = None + getitem_28 = x_35[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_35 = None + reshape_8 = getitem_28.reshape(1, 56, 56, -1) + getitem_28 = None + permute_2 = reshape_8.permute(0, 3, 1, 2) + reshape_8 = None + x1_nocls = permute_2.contiguous() + permute_2 = None + x_36 = torch.conv2d( + x1_nocls, + l_self_modules_patch_embed2_modules_proj_parameters_weight_, + l_self_modules_patch_embed2_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x1_nocls = ( + l_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_proj_parameters_bias_ = None + flatten_3 = x_36.flatten(2) + x_36 = None + x_37 = flatten_3.transpose(1, 2) + flatten_3 = None + x_38 = torch.nn.functional.layer_norm( + x_37, + (128,), + l_self_modules_patch_embed2_modules_norm_parameters_weight_, + l_self_modules_patch_embed2_modules_norm_parameters_bias_, + 1e-05, + ) + x_37 = ( + l_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_norm_parameters_bias_ = None + cls_tokens_1 = l_self_parameters_cls_token2_.expand(1, -1, -1) + l_self_parameters_cls_token2_ = None + x_39 = torch.cat((cls_tokens_1, x_38), dim=1) + cls_tokens_1 = x_38 = None + cls_token_2 = x_39[(slice(None, None, None), slice(None, 1, None))] + img_tokens_2 = x_39[(slice(None, None, None), slice(1, None, None))] + x_39 = None + transpose_14 = img_tokens_2.transpose(1, 2) + img_tokens_2 = None + feat_2 = transpose_14.view(1, 128, 28, 28) + transpose_14 = None + conv2d_10 = torch.conv2d( + feat_2, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + x_40 = conv2d_10 + feat_2 + conv2d_10 = feat_2 = None + flatten_4 = x_40.flatten(2) + x_40 = None + x_41 = flatten_4.transpose(1, 2) + flatten_4 = None + x_42 = torch.cat((cls_token_2, x_41), dim=1) + cls_token_2 = x_41 = None + x_43 = torch.nn.functional.layer_norm( + x_42, + (128,), + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_8 = torch._C._nn.linear( + x_43, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_43 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_9 = linear_8.reshape(1, 785, 3, 8, 16) + linear_8 = None + qkv_2 = reshape_9.permute(2, 0, 3, 1, 4) + reshape_9 = None + unbind_2 = qkv_2.unbind(0) + qkv_2 = None + q_2 = unbind_2[0] + k_2 = unbind_2[1] + v_2 = unbind_2[2] + unbind_2 = None + k_softmax_2 = k_2.softmax(dim=2) + k_2 = None + transpose_16 = k_softmax_2.transpose(-1, -2) + k_softmax_2 = None + factor_att_4 = transpose_16 @ v_2 + transpose_16 = None + factor_att_5 = q_2 @ factor_att_4 + factor_att_4 = None + q_img_2 = q_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_2 = None + v_img_4 = v_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_2 = None + transpose_17 = v_img_4.transpose(-1, -2) + v_img_4 = None + v_img_5 = transpose_17.reshape(1, 128, 28, 28) + transpose_17 = None + split_2 = torch.functional.split(v_img_5, [32, 48, 48], dim=1) + v_img_5 = None + getitem_36 = split_2[0] + getitem_37 = split_2[1] + getitem_38 = split_2[2] + split_2 = None + conv2d_11 = torch.conv2d( + getitem_36, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_36 = None + conv2d_12 = torch.conv2d( + getitem_37, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_37 = None + conv2d_13 = torch.conv2d( + getitem_38, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_38 = None + conv_v_img_4 = torch.cat([conv2d_11, conv2d_12, conv2d_13], dim=1) + conv2d_11 = conv2d_12 = conv2d_13 = None + reshape_11 = conv_v_img_4.reshape(1, 8, 16, 784) + conv_v_img_4 = None + conv_v_img_5 = reshape_11.transpose(-1, -2) + reshape_11 = None + EV_hat_4 = q_img_2 * conv_v_img_5 + q_img_2 = conv_v_img_5 = None + EV_hat_5 = torch._C._nn.pad(EV_hat_4, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_4 = None + mul_5 = 0.25 * factor_att_5 + factor_att_5 = None + x_44 = mul_5 + EV_hat_5 + mul_5 = EV_hat_5 = None + transpose_19 = x_44.transpose(1, 2) + x_44 = None + x_45 = transpose_19.reshape(1, 785, 128) + transpose_19 = None + x_46 = torch._C._nn.linear( + x_45, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_45 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_47 = torch.nn.functional.dropout(x_46, 0.0, False, False) + x_46 = None + x_48 = x_42 + x_47 + x_42 = x_47 = None + x_49 = torch.nn.functional.layer_norm( + x_48, + (128,), + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) = None + x_50 = torch._C._nn.linear( + x_49, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_49 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_51 = torch._C._nn.gelu(x_50, approximate="none") + x_50 = None + x_52 = torch.nn.functional.dropout(x_51, 0.0, False, False) + x_51 = None + x_53 = torch._C._nn.linear( + x_52, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_52 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_54 = torch.nn.functional.dropout(x_53, 0.0, False, False) + x_53 = None + x_55 = x_48 + x_54 + x_48 = x_54 = None + cls_token_3 = x_55[(slice(None, None, None), slice(None, 1, None))] + img_tokens_3 = x_55[(slice(None, None, None), slice(1, None, None))] + x_55 = None + transpose_20 = img_tokens_3.transpose(1, 2) + img_tokens_3 = None + feat_3 = transpose_20.view(1, 128, 28, 28) + transpose_20 = None + conv2d_14 = torch.conv2d( + feat_3, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_56 = conv2d_14 + feat_3 + conv2d_14 = feat_3 = None + flatten_5 = x_56.flatten(2) + x_56 = None + x_57 = flatten_5.transpose(1, 2) + flatten_5 = None + x_58 = torch.cat((cls_token_3, x_57), dim=1) + cls_token_3 = x_57 = None + x_59 = torch.nn.functional.layer_norm( + x_58, + (128,), + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + x_59, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_59 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_13 = linear_12.reshape(1, 785, 3, 8, 16) + linear_12 = None + qkv_3 = reshape_13.permute(2, 0, 3, 1, 4) + reshape_13 = None + unbind_3 = qkv_3.unbind(0) + qkv_3 = None + q_3 = unbind_3[0] + k_3 = unbind_3[1] + v_3 = unbind_3[2] + unbind_3 = None + k_softmax_3 = k_3.softmax(dim=2) + k_3 = None + transpose_22 = k_softmax_3.transpose(-1, -2) + k_softmax_3 = None + factor_att_6 = transpose_22 @ v_3 + transpose_22 = None + factor_att_7 = q_3 @ factor_att_6 + factor_att_6 = None + q_img_3 = q_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_3 = None + v_img_6 = v_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_3 = None + transpose_23 = v_img_6.transpose(-1, -2) + v_img_6 = None + v_img_7 = transpose_23.reshape(1, 128, 28, 28) + transpose_23 = None + split_3 = torch.functional.split(v_img_7, [32, 48, 48], dim=1) + v_img_7 = None + getitem_46 = split_3[0] + getitem_47 = split_3[1] + getitem_48 = split_3[2] + split_3 = None + conv2d_15 = torch.conv2d( + getitem_46, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_46 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_16 = torch.conv2d( + getitem_47, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_47 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_17 = torch.conv2d( + getitem_48, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_48 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_6 = torch.cat([conv2d_15, conv2d_16, conv2d_17], dim=1) + conv2d_15 = conv2d_16 = conv2d_17 = None + reshape_15 = conv_v_img_6.reshape(1, 8, 16, 784) + conv_v_img_6 = None + conv_v_img_7 = reshape_15.transpose(-1, -2) + reshape_15 = None + EV_hat_6 = q_img_3 * conv_v_img_7 + q_img_3 = conv_v_img_7 = None + EV_hat_7 = torch._C._nn.pad(EV_hat_6, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_6 = None + mul_7 = 0.25 * factor_att_7 + factor_att_7 = None + x_60 = mul_7 + EV_hat_7 + mul_7 = EV_hat_7 = None + transpose_25 = x_60.transpose(1, 2) + x_60 = None + x_61 = transpose_25.reshape(1, 785, 128) + transpose_25 = None + x_62 = torch._C._nn.linear( + x_61, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_61 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_63 = torch.nn.functional.dropout(x_62, 0.0, False, False) + x_62 = None + x_64 = x_58 + x_63 + x_58 = x_63 = None + x_65 = torch.nn.functional.layer_norm( + x_64, + (128,), + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) = None + x_66 = torch._C._nn.linear( + x_65, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_65 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_67 = torch._C._nn.gelu(x_66, approximate="none") + x_66 = None + x_68 = torch.nn.functional.dropout(x_67, 0.0, False, False) + x_67 = None + x_69 = torch._C._nn.linear( + x_68, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_68 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = x_64 + x_70 + x_64 = x_70 = None + getitem_49 = x_71[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_71 = None + reshape_17 = getitem_49.reshape(1, 28, 28, -1) + getitem_49 = None + permute_5 = reshape_17.permute(0, 3, 1, 2) + reshape_17 = None + x2_nocls = permute_5.contiguous() + permute_5 = None + x_72 = torch.conv2d( + x2_nocls, + l_self_modules_patch_embed3_modules_proj_parameters_weight_, + l_self_modules_patch_embed3_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x2_nocls = ( + l_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_proj_parameters_bias_ = None + flatten_6 = x_72.flatten(2) + x_72 = None + x_73 = flatten_6.transpose(1, 2) + flatten_6 = None + x_74 = torch.nn.functional.layer_norm( + x_73, + (320,), + l_self_modules_patch_embed3_modules_norm_parameters_weight_, + l_self_modules_patch_embed3_modules_norm_parameters_bias_, + 1e-05, + ) + x_73 = ( + l_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_norm_parameters_bias_ = None + cls_tokens_2 = l_self_parameters_cls_token3_.expand(1, -1, -1) + l_self_parameters_cls_token3_ = None + x_75 = torch.cat((cls_tokens_2, x_74), dim=1) + cls_tokens_2 = x_74 = None + cls_token_4 = x_75[(slice(None, None, None), slice(None, 1, None))] + img_tokens_4 = x_75[(slice(None, None, None), slice(1, None, None))] + x_75 = None + transpose_27 = img_tokens_4.transpose(1, 2) + img_tokens_4 = None + feat_4 = transpose_27.view(1, 320, 14, 14) + transpose_27 = None + conv2d_19 = torch.conv2d( + feat_4, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_76 = conv2d_19 + feat_4 + conv2d_19 = feat_4 = None + flatten_7 = x_76.flatten(2) + x_76 = None + x_77 = flatten_7.transpose(1, 2) + flatten_7 = None + x_78 = torch.cat((cls_token_4, x_77), dim=1) + cls_token_4 = x_77 = None + x_79 = torch.nn.functional.layer_norm( + x_78, + (320,), + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_16 = torch._C._nn.linear( + x_79, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_79 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_18 = linear_16.reshape(1, 197, 3, 8, 40) + linear_16 = None + qkv_4 = reshape_18.permute(2, 0, 3, 1, 4) + reshape_18 = None + unbind_4 = qkv_4.unbind(0) + qkv_4 = None + q_4 = unbind_4[0] + k_4 = unbind_4[1] + v_4 = unbind_4[2] + unbind_4 = None + k_softmax_4 = k_4.softmax(dim=2) + k_4 = None + transpose_29 = k_softmax_4.transpose(-1, -2) + k_softmax_4 = None + factor_att_8 = transpose_29 @ v_4 + transpose_29 = None + factor_att_9 = q_4 @ factor_att_8 + factor_att_8 = None + q_img_4 = q_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_4 = None + v_img_8 = v_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_4 = None + transpose_30 = v_img_8.transpose(-1, -2) + v_img_8 = None + v_img_9 = transpose_30.reshape(1, 320, 14, 14) + transpose_30 = None + split_4 = torch.functional.split(v_img_9, [80, 120, 120], dim=1) + v_img_9 = None + getitem_57 = split_4[0] + getitem_58 = split_4[1] + getitem_59 = split_4[2] + split_4 = None + conv2d_20 = torch.conv2d( + getitem_57, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_57 = None + conv2d_21 = torch.conv2d( + getitem_58, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_58 = None + conv2d_22 = torch.conv2d( + getitem_59, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_59 = None + conv_v_img_8 = torch.cat([conv2d_20, conv2d_21, conv2d_22], dim=1) + conv2d_20 = conv2d_21 = conv2d_22 = None + reshape_20 = conv_v_img_8.reshape(1, 8, 40, 196) + conv_v_img_8 = None + conv_v_img_9 = reshape_20.transpose(-1, -2) + reshape_20 = None + EV_hat_8 = q_img_4 * conv_v_img_9 + q_img_4 = conv_v_img_9 = None + EV_hat_9 = torch._C._nn.pad(EV_hat_8, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_8 = None + mul_9 = 0.15811388300841897 * factor_att_9 + factor_att_9 = None + x_80 = mul_9 + EV_hat_9 + mul_9 = EV_hat_9 = None + transpose_32 = x_80.transpose(1, 2) + x_80 = None + x_81 = transpose_32.reshape(1, 197, 320) + transpose_32 = None + x_82 = torch._C._nn.linear( + x_81, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_81 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_83 = torch.nn.functional.dropout(x_82, 0.0, False, False) + x_82 = None + x_84 = x_78 + x_83 + x_78 = x_83 = None + x_85 = torch.nn.functional.layer_norm( + x_84, + (320,), + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) = None + x_86 = torch._C._nn.linear( + x_85, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_85 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_87 = torch._C._nn.gelu(x_86, approximate="none") + x_86 = None + x_88 = torch.nn.functional.dropout(x_87, 0.0, False, False) + x_87 = None + x_89 = torch._C._nn.linear( + x_88, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_88 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_90 = torch.nn.functional.dropout(x_89, 0.0, False, False) + x_89 = None + x_91 = x_84 + x_90 + x_84 = x_90 = None + cls_token_5 = x_91[(slice(None, None, None), slice(None, 1, None))] + img_tokens_5 = x_91[(slice(None, None, None), slice(1, None, None))] + x_91 = None + transpose_33 = img_tokens_5.transpose(1, 2) + img_tokens_5 = None + feat_5 = transpose_33.view(1, 320, 14, 14) + transpose_33 = None + conv2d_23 = torch.conv2d( + feat_5, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_92 = conv2d_23 + feat_5 + conv2d_23 = feat_5 = None + flatten_8 = x_92.flatten(2) + x_92 = None + x_93 = flatten_8.transpose(1, 2) + flatten_8 = None + x_94 = torch.cat((cls_token_5, x_93), dim=1) + cls_token_5 = x_93 = None + x_95 = torch.nn.functional.layer_norm( + x_94, + (320,), + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_20 = torch._C._nn.linear( + x_95, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_95 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_22 = linear_20.reshape(1, 197, 3, 8, 40) + linear_20 = None + qkv_5 = reshape_22.permute(2, 0, 3, 1, 4) + reshape_22 = None + unbind_5 = qkv_5.unbind(0) + qkv_5 = None + q_5 = unbind_5[0] + k_5 = unbind_5[1] + v_5 = unbind_5[2] + unbind_5 = None + k_softmax_5 = k_5.softmax(dim=2) + k_5 = None + transpose_35 = k_softmax_5.transpose(-1, -2) + k_softmax_5 = None + factor_att_10 = transpose_35 @ v_5 + transpose_35 = None + factor_att_11 = q_5 @ factor_att_10 + factor_att_10 = None + q_img_5 = q_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_5 = None + v_img_10 = v_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_5 = None + transpose_36 = v_img_10.transpose(-1, -2) + v_img_10 = None + v_img_11 = transpose_36.reshape(1, 320, 14, 14) + transpose_36 = None + split_5 = torch.functional.split(v_img_11, [80, 120, 120], dim=1) + v_img_11 = None + getitem_67 = split_5[0] + getitem_68 = split_5[1] + getitem_69 = split_5[2] + split_5 = None + conv2d_24 = torch.conv2d( + getitem_67, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_67 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_25 = torch.conv2d( + getitem_68, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_68 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_26 = torch.conv2d( + getitem_69, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_69 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_10 = torch.cat([conv2d_24, conv2d_25, conv2d_26], dim=1) + conv2d_24 = conv2d_25 = conv2d_26 = None + reshape_24 = conv_v_img_10.reshape(1, 8, 40, 196) + conv_v_img_10 = None + conv_v_img_11 = reshape_24.transpose(-1, -2) + reshape_24 = None + EV_hat_10 = q_img_5 * conv_v_img_11 + q_img_5 = conv_v_img_11 = None + EV_hat_11 = torch._C._nn.pad(EV_hat_10, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_10 = None + mul_11 = 0.15811388300841897 * factor_att_11 + factor_att_11 = None + x_96 = mul_11 + EV_hat_11 + mul_11 = EV_hat_11 = None + transpose_38 = x_96.transpose(1, 2) + x_96 = None + x_97 = transpose_38.reshape(1, 197, 320) + transpose_38 = None + x_98 = torch._C._nn.linear( + x_97, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_97 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_99 = torch.nn.functional.dropout(x_98, 0.0, False, False) + x_98 = None + x_100 = x_94 + x_99 + x_94 = x_99 = None + x_101 = torch.nn.functional.layer_norm( + x_100, + (320,), + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) = None + x_102 = torch._C._nn.linear( + x_101, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_101 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_103 = torch._C._nn.gelu(x_102, approximate="none") + x_102 = None + x_104 = torch.nn.functional.dropout(x_103, 0.0, False, False) + x_103 = None + x_105 = torch._C._nn.linear( + x_104, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_104 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_106 = torch.nn.functional.dropout(x_105, 0.0, False, False) + x_105 = None + x_107 = x_100 + x_106 + x_100 = x_106 = None + getitem_70 = x_107[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_107 = None + reshape_26 = getitem_70.reshape(1, 14, 14, -1) + getitem_70 = None + permute_8 = reshape_26.permute(0, 3, 1, 2) + reshape_26 = None + x3_nocls = permute_8.contiguous() + permute_8 = None + x_108 = torch.conv2d( + x3_nocls, + l_self_modules_patch_embed4_modules_proj_parameters_weight_, + l_self_modules_patch_embed4_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x3_nocls = ( + l_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_proj_parameters_bias_ = None + flatten_9 = x_108.flatten(2) + x_108 = None + x_109 = flatten_9.transpose(1, 2) + flatten_9 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (512,), + l_self_modules_patch_embed4_modules_norm_parameters_weight_, + l_self_modules_patch_embed4_modules_norm_parameters_bias_, + 1e-05, + ) + x_109 = ( + l_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_norm_parameters_bias_ = None + cls_tokens_3 = l_self_parameters_cls_token4_.expand(1, -1, -1) + l_self_parameters_cls_token4_ = None + x_111 = torch.cat((cls_tokens_3, x_110), dim=1) + cls_tokens_3 = x_110 = None + cls_token_6 = x_111[(slice(None, None, None), slice(None, 1, None))] + img_tokens_6 = x_111[(slice(None, None, None), slice(1, None, None))] + x_111 = None + transpose_40 = img_tokens_6.transpose(1, 2) + img_tokens_6 = None + feat_6 = transpose_40.view(1, 512, 7, 7) + transpose_40 = None + conv2d_28 = torch.conv2d( + feat_6, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_112 = conv2d_28 + feat_6 + conv2d_28 = feat_6 = None + flatten_10 = x_112.flatten(2) + x_112 = None + x_113 = flatten_10.transpose(1, 2) + flatten_10 = None + x_114 = torch.cat((cls_token_6, x_113), dim=1) + cls_token_6 = x_113 = None + x_115 = torch.nn.functional.layer_norm( + x_114, + (512,), + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + x_115, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_115 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_27 = linear_24.reshape(1, 50, 3, 8, 64) + linear_24 = None + qkv_6 = reshape_27.permute(2, 0, 3, 1, 4) + reshape_27 = None + unbind_6 = qkv_6.unbind(0) + qkv_6 = None + q_6 = unbind_6[0] + k_6 = unbind_6[1] + v_6 = unbind_6[2] + unbind_6 = None + k_softmax_6 = k_6.softmax(dim=2) + k_6 = None + transpose_42 = k_softmax_6.transpose(-1, -2) + k_softmax_6 = None + factor_att_12 = transpose_42 @ v_6 + transpose_42 = None + factor_att_13 = q_6 @ factor_att_12 + factor_att_12 = None + q_img_6 = q_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_6 = None + v_img_12 = v_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_6 = None + transpose_43 = v_img_12.transpose(-1, -2) + v_img_12 = None + v_img_13 = transpose_43.reshape(1, 512, 7, 7) + transpose_43 = None + split_6 = torch.functional.split(v_img_13, [128, 192, 192], dim=1) + v_img_13 = None + getitem_78 = split_6[0] + getitem_79 = split_6[1] + getitem_80 = split_6[2] + split_6 = None + conv2d_29 = torch.conv2d( + getitem_78, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_78 = None + conv2d_30 = torch.conv2d( + getitem_79, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_79 = None + conv2d_31 = torch.conv2d( + getitem_80, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_80 = None + conv_v_img_12 = torch.cat([conv2d_29, conv2d_30, conv2d_31], dim=1) + conv2d_29 = conv2d_30 = conv2d_31 = None + reshape_29 = conv_v_img_12.reshape(1, 8, 64, 49) + conv_v_img_12 = None + conv_v_img_13 = reshape_29.transpose(-1, -2) + reshape_29 = None + EV_hat_12 = q_img_6 * conv_v_img_13 + q_img_6 = conv_v_img_13 = None + EV_hat_13 = torch._C._nn.pad(EV_hat_12, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_12 = None + mul_13 = 0.125 * factor_att_13 + factor_att_13 = None + x_116 = mul_13 + EV_hat_13 + mul_13 = EV_hat_13 = None + transpose_45 = x_116.transpose(1, 2) + x_116 = None + x_117 = transpose_45.reshape(1, 50, 512) + transpose_45 = None + x_118 = torch._C._nn.linear( + x_117, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_117 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_119 = torch.nn.functional.dropout(x_118, 0.0, False, False) + x_118 = None + x_120 = x_114 + x_119 + x_114 = x_119 = None + x_121 = torch.nn.functional.layer_norm( + x_120, + (512,), + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) = None + x_122 = torch._C._nn.linear( + x_121, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_121 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_123 = torch._C._nn.gelu(x_122, approximate="none") + x_122 = None + x_124 = torch.nn.functional.dropout(x_123, 0.0, False, False) + x_123 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_124 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + x_127 = x_120 + x_126 + x_120 = x_126 = None + cls_token_7 = x_127[(slice(None, None, None), slice(None, 1, None))] + img_tokens_7 = x_127[(slice(None, None, None), slice(1, None, None))] + x_127 = None + transpose_46 = img_tokens_7.transpose(1, 2) + img_tokens_7 = None + feat_7 = transpose_46.view(1, 512, 7, 7) + transpose_46 = None + conv2d_32 = torch.conv2d( + feat_7, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_128 = conv2d_32 + feat_7 + conv2d_32 = feat_7 = None + flatten_11 = x_128.flatten(2) + x_128 = None + x_129 = flatten_11.transpose(1, 2) + flatten_11 = None + x_130 = torch.cat((cls_token_7, x_129), dim=1) + cls_token_7 = x_129 = None + x_131 = torch.nn.functional.layer_norm( + x_130, + (512,), + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_28 = torch._C._nn.linear( + x_131, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_131 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_31 = linear_28.reshape(1, 50, 3, 8, 64) + linear_28 = None + qkv_7 = reshape_31.permute(2, 0, 3, 1, 4) + reshape_31 = None + unbind_7 = qkv_7.unbind(0) + qkv_7 = None + q_7 = unbind_7[0] + k_7 = unbind_7[1] + v_7 = unbind_7[2] + unbind_7 = None + k_softmax_7 = k_7.softmax(dim=2) + k_7 = None + transpose_48 = k_softmax_7.transpose(-1, -2) + k_softmax_7 = None + factor_att_14 = transpose_48 @ v_7 + transpose_48 = None + factor_att_15 = q_7 @ factor_att_14 + factor_att_14 = None + q_img_7 = q_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_7 = None + v_img_14 = v_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_7 = None + transpose_49 = v_img_14.transpose(-1, -2) + v_img_14 = None + v_img_15 = transpose_49.reshape(1, 512, 7, 7) + transpose_49 = None + split_7 = torch.functional.split(v_img_15, [128, 192, 192], dim=1) + v_img_15 = None + getitem_88 = split_7[0] + getitem_89 = split_7[1] + getitem_90 = split_7[2] + split_7 = None + conv2d_33 = torch.conv2d( + getitem_88, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_88 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_34 = torch.conv2d( + getitem_89, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_89 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_35 = torch.conv2d( + getitem_90, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_90 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_14 = torch.cat([conv2d_33, conv2d_34, conv2d_35], dim=1) + conv2d_33 = conv2d_34 = conv2d_35 = None + reshape_33 = conv_v_img_14.reshape(1, 8, 64, 49) + conv_v_img_14 = None + conv_v_img_15 = reshape_33.transpose(-1, -2) + reshape_33 = None + EV_hat_14 = q_img_7 * conv_v_img_15 + q_img_7 = conv_v_img_15 = None + EV_hat_15 = torch._C._nn.pad(EV_hat_14, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_14 = None + mul_15 = 0.125 * factor_att_15 + factor_att_15 = None + x_132 = mul_15 + EV_hat_15 + mul_15 = EV_hat_15 = None + transpose_51 = x_132.transpose(1, 2) + x_132 = None + x_133 = transpose_51.reshape(1, 50, 512) + transpose_51 = None + x_134 = torch._C._nn.linear( + x_133, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_133 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_135 = torch.nn.functional.dropout(x_134, 0.0, False, False) + x_134 = None + x_136 = x_130 + x_135 + x_130 = x_135 = None + x_137 = torch.nn.functional.layer_norm( + x_136, + (512,), + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) = None + x_138 = torch._C._nn.linear( + x_137, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_137 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_139 = torch._C._nn.gelu(x_138, approximate="none") + x_138 = None + x_140 = torch.nn.functional.dropout(x_139, 0.0, False, False) + x_139 = None + x_141 = torch._C._nn.linear( + x_140, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_140 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_142 = torch.nn.functional.dropout(x_141, 0.0, False, False) + x_141 = None + x_143 = x_136 + x_142 + x_136 = x_142 = None + getitem_91 = x_143[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + reshape_35 = getitem_91.reshape(1, 7, 7, -1) + getitem_91 = None + permute_11 = reshape_35.permute(0, 3, 1, 2) + reshape_35 = None + x4_nocls = permute_11.contiguous() + permute_11 = x4_nocls = None + x_144 = torch.nn.functional.layer_norm( + x_143, + (512,), + l_self_modules_norm4_parameters_weight_, + l_self_modules_norm4_parameters_bias_, + 1e-06, + ) + x_143 = ( + l_self_modules_norm4_parameters_weight_ + ) = l_self_modules_norm4_parameters_bias_ = None + x_145 = x_144[(slice(None, None, None), 0)] + x_144 = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + x_147 = torch._C._nn.linear( + x_146, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_146 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_147,) diff --git a/samples/timm/coat_lite_mini.in1k/weight_meta.py b/samples/timm/coat_lite_mini.in1k/weight_meta.py new file mode 100644 index 0000000000..f45c7960a8 --- /dev/null +++ b/samples/timm/coat_lite_mini.in1k/weight_meta.py @@ -0,0 +1,1528 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.223 + std = 1.287 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_weight_" + shape = [64, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.081 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token1_: + name = "L_self_parameters_cls_token1_" + shape = [1, 1, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.022 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [64, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.018 + std = 0.189 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.059 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [192, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [16, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.012 + std = 0.199 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [16] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.222 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [24, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.111 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.016 + std = 0.109 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [24, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.088 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [64, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [64, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [192, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [64, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [64, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_weight_" + shape = [128, 64, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.036 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.036 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token2_: + name = "L_self_parameters_cls_token2_" + shape = [1, 1, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [128, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.189 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.210 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [32, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.011 + std = 0.190 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [32] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.060 + std = 0.186 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [48, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.113 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.119 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.081 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_weight_" + shape = [320, 128, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token3_: + name = "L_self_parameters_cls_token3_" + shape = [1, 1, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [320, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [80, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.197 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [120, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.115 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.009 + std = 0.110 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [120, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.008 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_weight_" + shape = [512, 320, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token4_: + name = "L_self_parameters_cls_token4_" + shape = [1, 1, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [512, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.015 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [128, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.178 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [192, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.117 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.014 + std = 0.115 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_weight_: + name = "L_self_modules_norm4_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_bias_: + name = "L_self_modules_norm4_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/coat_lite_small.in1k/graph_hash.txt b/samples/timm/coat_lite_small.in1k/graph_hash.txt new file mode 100644 index 0000000000..4b3af640e1 --- /dev/null +++ b/samples/timm/coat_lite_small.in1k/graph_hash.txt @@ -0,0 +1 @@ +490850194b83b142b6f65c861665b9cd1b46288297fdafeeb5a8eec6473a0f99 \ No newline at end of file diff --git a/samples/timm/coat_lite_small.in1k/graph_net.json b/samples/timm/coat_lite_small.in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/coat_lite_small.in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/coat_lite_small.in1k/input_meta.py b/samples/timm/coat_lite_small.in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_small.in1k/input_tensor_constraints.py b/samples/timm/coat_lite_small.in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_small.in1k/model.py b/samples/timm/coat_lite_small.in1k/model.py new file mode 100644 index 0000000000..b9c9651bf3 --- /dev/null +++ b/samples/timm/coat_lite_small.in1k/model.py @@ -0,0 +1,3637 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed1_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token1_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token2_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token3_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token4_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed1_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token1_ = L_self_parameters_cls_token1_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed2_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token2_ = L_self_parameters_cls_token2_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed3_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token3_ = L_self_parameters_cls_token3_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed4_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token4_ = L_self_parameters_cls_token4_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_norm4_parameters_weight_ = ( + L_self_modules_norm4_parameters_weight_ + ) + l_self_modules_norm4_parameters_bias_ = L_self_modules_norm4_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed1_modules_proj_parameters_weight_, + l_self_modules_patch_embed1_modules_proj_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + x_2 = torch.nn.functional.layer_norm( + x_1, + (64,), + l_self_modules_patch_embed1_modules_norm_parameters_weight_, + l_self_modules_patch_embed1_modules_norm_parameters_bias_, + 1e-05, + ) + x_1 = ( + l_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_norm_parameters_bias_ = None + cls_tokens = l_self_parameters_cls_token1_.expand(1, -1, -1) + l_self_parameters_cls_token1_ = None + x_3 = torch.cat((cls_tokens, x_2), dim=1) + cls_tokens = x_2 = None + cls_token = x_3[(slice(None, None, None), slice(None, 1, None))] + img_tokens = x_3[(slice(None, None, None), slice(1, None, None))] + x_3 = None + transpose_1 = img_tokens.transpose(1, 2) + img_tokens = None + feat = transpose_1.view(1, 64, 56, 56) + transpose_1 = None + conv2d_1 = torch.conv2d( + feat, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + x_4 = conv2d_1 + feat + conv2d_1 = feat = None + flatten_1 = x_4.flatten(2) + x_4 = None + x_5 = flatten_1.transpose(1, 2) + flatten_1 = None + x_6 = torch.cat((cls_token, x_5), dim=1) + cls_token = x_5 = None + x_7 = torch.nn.functional.layer_norm( + x_6, + (64,), + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + x_7, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_7 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape = linear.reshape(1, 3137, 3, 8, 8) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + unbind = qkv.unbind(0) + qkv = None + q = unbind[0] + k = unbind[1] + v = unbind[2] + unbind = None + k_softmax = k.softmax(dim=2) + k = None + transpose_3 = k_softmax.transpose(-1, -2) + k_softmax = None + factor_att = transpose_3 @ v + transpose_3 = None + factor_att_1 = q @ factor_att + factor_att = None + q_img = q[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q = None + v_img = v[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v = None + transpose_4 = v_img.transpose(-1, -2) + v_img = None + v_img_1 = transpose_4.reshape(1, 64, 56, 56) + transpose_4 = None + split = torch.functional.split(v_img_1, [16, 24, 24], dim=1) + v_img_1 = None + getitem_15 = split[0] + getitem_16 = split[1] + getitem_17 = split[2] + split = None + conv2d_2 = torch.conv2d( + getitem_15, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 16, + ) + getitem_15 = None + conv2d_3 = torch.conv2d( + getitem_16, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 24, + ) + getitem_16 = None + conv2d_4 = torch.conv2d( + getitem_17, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 24, + ) + getitem_17 = None + conv_v_img = torch.cat([conv2d_2, conv2d_3, conv2d_4], dim=1) + conv2d_2 = conv2d_3 = conv2d_4 = None + reshape_2 = conv_v_img.reshape(1, 8, 8, 3136) + conv_v_img = None + conv_v_img_1 = reshape_2.transpose(-1, -2) + reshape_2 = None + EV_hat = q_img * conv_v_img_1 + q_img = conv_v_img_1 = None + EV_hat_1 = torch._C._nn.pad(EV_hat, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat = None + mul_1 = 0.3535533905932738 * factor_att_1 + factor_att_1 = None + x_8 = mul_1 + EV_hat_1 + mul_1 = EV_hat_1 = None + transpose_6 = x_8.transpose(1, 2) + x_8 = None + x_9 = transpose_6.reshape(1, 3137, 64) + transpose_6 = None + x_10 = torch._C._nn.linear( + x_9, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_9 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + x_12 = x_6 + x_11 + x_6 = x_11 = None + x_13 = torch.nn.functional.layer_norm( + x_12, + (64,), + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) = None + x_14 = torch._C._nn.linear( + x_13, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_13 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_15 = torch._C._nn.gelu(x_14, approximate="none") + x_14 = None + x_16 = torch.nn.functional.dropout(x_15, 0.0, False, False) + x_15 = None + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_16 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_18 = torch.nn.functional.dropout(x_17, 0.0, False, False) + x_17 = None + x_19 = x_12 + x_18 + x_12 = x_18 = None + cls_token_1 = x_19[(slice(None, None, None), slice(None, 1, None))] + img_tokens_1 = x_19[(slice(None, None, None), slice(1, None, None))] + x_19 = None + transpose_7 = img_tokens_1.transpose(1, 2) + img_tokens_1 = None + feat_1 = transpose_7.view(1, 64, 56, 56) + transpose_7 = None + conv2d_5 = torch.conv2d( + feat_1, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + x_20 = conv2d_5 + feat_1 + conv2d_5 = feat_1 = None + flatten_2 = x_20.flatten(2) + x_20 = None + x_21 = flatten_2.transpose(1, 2) + flatten_2 = None + x_22 = torch.cat((cls_token_1, x_21), dim=1) + cls_token_1 = x_21 = None + x_23 = torch.nn.functional.layer_norm( + x_22, + (64,), + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_4 = torch._C._nn.linear( + x_23, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_23 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_4 = linear_4.reshape(1, 3137, 3, 8, 8) + linear_4 = None + qkv_1 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + unbind_1 = qkv_1.unbind(0) + qkv_1 = None + q_1 = unbind_1[0] + k_1 = unbind_1[1] + v_1 = unbind_1[2] + unbind_1 = None + k_softmax_1 = k_1.softmax(dim=2) + k_1 = None + transpose_9 = k_softmax_1.transpose(-1, -2) + k_softmax_1 = None + factor_att_2 = transpose_9 @ v_1 + transpose_9 = None + factor_att_3 = q_1 @ factor_att_2 + factor_att_2 = None + q_img_1 = q_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_1 = None + v_img_2 = v_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_1 = None + transpose_10 = v_img_2.transpose(-1, -2) + v_img_2 = None + v_img_3 = transpose_10.reshape(1, 64, 56, 56) + transpose_10 = None + split_1 = torch.functional.split(v_img_3, [16, 24, 24], dim=1) + v_img_3 = None + getitem_25 = split_1[0] + getitem_26 = split_1[1] + getitem_27 = split_1[2] + split_1 = None + conv2d_6 = torch.conv2d( + getitem_25, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 16, + ) + getitem_25 = None + conv2d_7 = torch.conv2d( + getitem_26, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 24, + ) + getitem_26 = None + conv2d_8 = torch.conv2d( + getitem_27, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 24, + ) + getitem_27 = None + conv_v_img_2 = torch.cat([conv2d_6, conv2d_7, conv2d_8], dim=1) + conv2d_6 = conv2d_7 = conv2d_8 = None + reshape_6 = conv_v_img_2.reshape(1, 8, 8, 3136) + conv_v_img_2 = None + conv_v_img_3 = reshape_6.transpose(-1, -2) + reshape_6 = None + EV_hat_2 = q_img_1 * conv_v_img_3 + q_img_1 = conv_v_img_3 = None + EV_hat_3 = torch._C._nn.pad(EV_hat_2, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_2 = None + mul_3 = 0.3535533905932738 * factor_att_3 + factor_att_3 = None + x_24 = mul_3 + EV_hat_3 + mul_3 = EV_hat_3 = None + transpose_12 = x_24.transpose(1, 2) + x_24 = None + x_25 = transpose_12.reshape(1, 3137, 64) + transpose_12 = None + x_26 = torch._C._nn.linear( + x_25, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_25 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_27 = torch.nn.functional.dropout(x_26, 0.0, False, False) + x_26 = None + x_28 = x_22 + x_27 + x_22 = x_27 = None + x_29 = torch.nn.functional.layer_norm( + x_28, + (64,), + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) = None + x_30 = torch._C._nn.linear( + x_29, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_29 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_31 = torch._C._nn.gelu(x_30, approximate="none") + x_30 = None + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + x_33 = torch._C._nn.linear( + x_32, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_32 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = x_28 + x_34 + x_28 = x_34 = None + cls_token_2 = x_35[(slice(None, None, None), slice(None, 1, None))] + img_tokens_2 = x_35[(slice(None, None, None), slice(1, None, None))] + x_35 = None + transpose_13 = img_tokens_2.transpose(1, 2) + img_tokens_2 = None + feat_2 = transpose_13.view(1, 64, 56, 56) + transpose_13 = None + conv2d_9 = torch.conv2d( + feat_2, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_36 = conv2d_9 + feat_2 + conv2d_9 = feat_2 = None + flatten_3 = x_36.flatten(2) + x_36 = None + x_37 = flatten_3.transpose(1, 2) + flatten_3 = None + x_38 = torch.cat((cls_token_2, x_37), dim=1) + cls_token_2 = x_37 = None + x_39 = torch.nn.functional.layer_norm( + x_38, + (64,), + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_8 = torch._C._nn.linear( + x_39, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_39 = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_8 = linear_8.reshape(1, 3137, 3, 8, 8) + linear_8 = None + qkv_2 = reshape_8.permute(2, 0, 3, 1, 4) + reshape_8 = None + unbind_2 = qkv_2.unbind(0) + qkv_2 = None + q_2 = unbind_2[0] + k_2 = unbind_2[1] + v_2 = unbind_2[2] + unbind_2 = None + k_softmax_2 = k_2.softmax(dim=2) + k_2 = None + transpose_15 = k_softmax_2.transpose(-1, -2) + k_softmax_2 = None + factor_att_4 = transpose_15 @ v_2 + transpose_15 = None + factor_att_5 = q_2 @ factor_att_4 + factor_att_4 = None + q_img_2 = q_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_2 = None + v_img_4 = v_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_2 = None + transpose_16 = v_img_4.transpose(-1, -2) + v_img_4 = None + v_img_5 = transpose_16.reshape(1, 64, 56, 56) + transpose_16 = None + split_2 = torch.functional.split(v_img_5, [16, 24, 24], dim=1) + v_img_5 = None + getitem_35 = split_2[0] + getitem_36 = split_2[1] + getitem_37 = split_2[2] + split_2 = None + conv2d_10 = torch.conv2d( + getitem_35, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 16, + ) + getitem_35 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_11 = torch.conv2d( + getitem_36, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 24, + ) + getitem_36 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_12 = torch.conv2d( + getitem_37, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 24, + ) + getitem_37 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_4 = torch.cat([conv2d_10, conv2d_11, conv2d_12], dim=1) + conv2d_10 = conv2d_11 = conv2d_12 = None + reshape_10 = conv_v_img_4.reshape(1, 8, 8, 3136) + conv_v_img_4 = None + conv_v_img_5 = reshape_10.transpose(-1, -2) + reshape_10 = None + EV_hat_4 = q_img_2 * conv_v_img_5 + q_img_2 = conv_v_img_5 = None + EV_hat_5 = torch._C._nn.pad(EV_hat_4, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_4 = None + mul_5 = 0.3535533905932738 * factor_att_5 + factor_att_5 = None + x_40 = mul_5 + EV_hat_5 + mul_5 = EV_hat_5 = None + transpose_18 = x_40.transpose(1, 2) + x_40 = None + x_41 = transpose_18.reshape(1, 3137, 64) + transpose_18 = None + x_42 = torch._C._nn.linear( + x_41, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_41 = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_43 = torch.nn.functional.dropout(x_42, 0.0, False, False) + x_42 = None + x_44 = x_38 + x_43 + x_38 = x_43 = None + x_45 = torch.nn.functional.layer_norm( + x_44, + (64,), + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_ + ) = None + x_46 = torch._C._nn.linear( + x_45, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_45 = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_47 = torch._C._nn.gelu(x_46, approximate="none") + x_46 = None + x_48 = torch.nn.functional.dropout(x_47, 0.0, False, False) + x_47 = None + x_49 = torch._C._nn.linear( + x_48, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_48 = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_50 = torch.nn.functional.dropout(x_49, 0.0, False, False) + x_49 = None + x_51 = x_44 + x_50 + x_44 = x_50 = None + getitem_38 = x_51[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_51 = None + reshape_12 = getitem_38.reshape(1, 56, 56, -1) + getitem_38 = None + permute_3 = reshape_12.permute(0, 3, 1, 2) + reshape_12 = None + x1_nocls = permute_3.contiguous() + permute_3 = None + x_52 = torch.conv2d( + x1_nocls, + l_self_modules_patch_embed2_modules_proj_parameters_weight_, + l_self_modules_patch_embed2_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x1_nocls = ( + l_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_proj_parameters_bias_ = None + flatten_4 = x_52.flatten(2) + x_52 = None + x_53 = flatten_4.transpose(1, 2) + flatten_4 = None + x_54 = torch.nn.functional.layer_norm( + x_53, + (128,), + l_self_modules_patch_embed2_modules_norm_parameters_weight_, + l_self_modules_patch_embed2_modules_norm_parameters_bias_, + 1e-05, + ) + x_53 = ( + l_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_norm_parameters_bias_ = None + cls_tokens_1 = l_self_parameters_cls_token2_.expand(1, -1, -1) + l_self_parameters_cls_token2_ = None + x_55 = torch.cat((cls_tokens_1, x_54), dim=1) + cls_tokens_1 = x_54 = None + cls_token_3 = x_55[(slice(None, None, None), slice(None, 1, None))] + img_tokens_3 = x_55[(slice(None, None, None), slice(1, None, None))] + x_55 = None + transpose_20 = img_tokens_3.transpose(1, 2) + img_tokens_3 = None + feat_3 = transpose_20.view(1, 128, 28, 28) + transpose_20 = None + conv2d_14 = torch.conv2d( + feat_3, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + x_56 = conv2d_14 + feat_3 + conv2d_14 = feat_3 = None + flatten_5 = x_56.flatten(2) + x_56 = None + x_57 = flatten_5.transpose(1, 2) + flatten_5 = None + x_58 = torch.cat((cls_token_3, x_57), dim=1) + cls_token_3 = x_57 = None + x_59 = torch.nn.functional.layer_norm( + x_58, + (128,), + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + x_59, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_59 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_13 = linear_12.reshape(1, 785, 3, 8, 16) + linear_12 = None + qkv_3 = reshape_13.permute(2, 0, 3, 1, 4) + reshape_13 = None + unbind_3 = qkv_3.unbind(0) + qkv_3 = None + q_3 = unbind_3[0] + k_3 = unbind_3[1] + v_3 = unbind_3[2] + unbind_3 = None + k_softmax_3 = k_3.softmax(dim=2) + k_3 = None + transpose_22 = k_softmax_3.transpose(-1, -2) + k_softmax_3 = None + factor_att_6 = transpose_22 @ v_3 + transpose_22 = None + factor_att_7 = q_3 @ factor_att_6 + factor_att_6 = None + q_img_3 = q_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_3 = None + v_img_6 = v_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_3 = None + transpose_23 = v_img_6.transpose(-1, -2) + v_img_6 = None + v_img_7 = transpose_23.reshape(1, 128, 28, 28) + transpose_23 = None + split_3 = torch.functional.split(v_img_7, [32, 48, 48], dim=1) + v_img_7 = None + getitem_46 = split_3[0] + getitem_47 = split_3[1] + getitem_48 = split_3[2] + split_3 = None + conv2d_15 = torch.conv2d( + getitem_46, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_46 = None + conv2d_16 = torch.conv2d( + getitem_47, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_47 = None + conv2d_17 = torch.conv2d( + getitem_48, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_48 = None + conv_v_img_6 = torch.cat([conv2d_15, conv2d_16, conv2d_17], dim=1) + conv2d_15 = conv2d_16 = conv2d_17 = None + reshape_15 = conv_v_img_6.reshape(1, 8, 16, 784) + conv_v_img_6 = None + conv_v_img_7 = reshape_15.transpose(-1, -2) + reshape_15 = None + EV_hat_6 = q_img_3 * conv_v_img_7 + q_img_3 = conv_v_img_7 = None + EV_hat_7 = torch._C._nn.pad(EV_hat_6, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_6 = None + mul_7 = 0.25 * factor_att_7 + factor_att_7 = None + x_60 = mul_7 + EV_hat_7 + mul_7 = EV_hat_7 = None + transpose_25 = x_60.transpose(1, 2) + x_60 = None + x_61 = transpose_25.reshape(1, 785, 128) + transpose_25 = None + x_62 = torch._C._nn.linear( + x_61, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_61 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_63 = torch.nn.functional.dropout(x_62, 0.0, False, False) + x_62 = None + x_64 = x_58 + x_63 + x_58 = x_63 = None + x_65 = torch.nn.functional.layer_norm( + x_64, + (128,), + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) = None + x_66 = torch._C._nn.linear( + x_65, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_65 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_67 = torch._C._nn.gelu(x_66, approximate="none") + x_66 = None + x_68 = torch.nn.functional.dropout(x_67, 0.0, False, False) + x_67 = None + x_69 = torch._C._nn.linear( + x_68, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_68 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = x_64 + x_70 + x_64 = x_70 = None + cls_token_4 = x_71[(slice(None, None, None), slice(None, 1, None))] + img_tokens_4 = x_71[(slice(None, None, None), slice(1, None, None))] + x_71 = None + transpose_26 = img_tokens_4.transpose(1, 2) + img_tokens_4 = None + feat_4 = transpose_26.view(1, 128, 28, 28) + transpose_26 = None + conv2d_18 = torch.conv2d( + feat_4, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + x_72 = conv2d_18 + feat_4 + conv2d_18 = feat_4 = None + flatten_6 = x_72.flatten(2) + x_72 = None + x_73 = flatten_6.transpose(1, 2) + flatten_6 = None + x_74 = torch.cat((cls_token_4, x_73), dim=1) + cls_token_4 = x_73 = None + x_75 = torch.nn.functional.layer_norm( + x_74, + (128,), + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_16 = torch._C._nn.linear( + x_75, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_75 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_17 = linear_16.reshape(1, 785, 3, 8, 16) + linear_16 = None + qkv_4 = reshape_17.permute(2, 0, 3, 1, 4) + reshape_17 = None + unbind_4 = qkv_4.unbind(0) + qkv_4 = None + q_4 = unbind_4[0] + k_4 = unbind_4[1] + v_4 = unbind_4[2] + unbind_4 = None + k_softmax_4 = k_4.softmax(dim=2) + k_4 = None + transpose_28 = k_softmax_4.transpose(-1, -2) + k_softmax_4 = None + factor_att_8 = transpose_28 @ v_4 + transpose_28 = None + factor_att_9 = q_4 @ factor_att_8 + factor_att_8 = None + q_img_4 = q_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_4 = None + v_img_8 = v_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_4 = None + transpose_29 = v_img_8.transpose(-1, -2) + v_img_8 = None + v_img_9 = transpose_29.reshape(1, 128, 28, 28) + transpose_29 = None + split_4 = torch.functional.split(v_img_9, [32, 48, 48], dim=1) + v_img_9 = None + getitem_56 = split_4[0] + getitem_57 = split_4[1] + getitem_58 = split_4[2] + split_4 = None + conv2d_19 = torch.conv2d( + getitem_56, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_56 = None + conv2d_20 = torch.conv2d( + getitem_57, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_57 = None + conv2d_21 = torch.conv2d( + getitem_58, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_58 = None + conv_v_img_8 = torch.cat([conv2d_19, conv2d_20, conv2d_21], dim=1) + conv2d_19 = conv2d_20 = conv2d_21 = None + reshape_19 = conv_v_img_8.reshape(1, 8, 16, 784) + conv_v_img_8 = None + conv_v_img_9 = reshape_19.transpose(-1, -2) + reshape_19 = None + EV_hat_8 = q_img_4 * conv_v_img_9 + q_img_4 = conv_v_img_9 = None + EV_hat_9 = torch._C._nn.pad(EV_hat_8, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_8 = None + mul_9 = 0.25 * factor_att_9 + factor_att_9 = None + x_76 = mul_9 + EV_hat_9 + mul_9 = EV_hat_9 = None + transpose_31 = x_76.transpose(1, 2) + x_76 = None + x_77 = transpose_31.reshape(1, 785, 128) + transpose_31 = None + x_78 = torch._C._nn.linear( + x_77, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_77 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_79 = torch.nn.functional.dropout(x_78, 0.0, False, False) + x_78 = None + x_80 = x_74 + x_79 + x_74 = x_79 = None + x_81 = torch.nn.functional.layer_norm( + x_80, + (128,), + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) = None + x_82 = torch._C._nn.linear( + x_81, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_81 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_83 = torch._C._nn.gelu(x_82, approximate="none") + x_82 = None + x_84 = torch.nn.functional.dropout(x_83, 0.0, False, False) + x_83 = None + x_85 = torch._C._nn.linear( + x_84, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_84 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_86 = torch.nn.functional.dropout(x_85, 0.0, False, False) + x_85 = None + x_87 = x_80 + x_86 + x_80 = x_86 = None + cls_token_5 = x_87[(slice(None, None, None), slice(None, 1, None))] + img_tokens_5 = x_87[(slice(None, None, None), slice(1, None, None))] + x_87 = None + transpose_32 = img_tokens_5.transpose(1, 2) + img_tokens_5 = None + feat_5 = transpose_32.view(1, 128, 28, 28) + transpose_32 = None + conv2d_22 = torch.conv2d( + feat_5, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + x_88 = conv2d_22 + feat_5 + conv2d_22 = feat_5 = None + flatten_7 = x_88.flatten(2) + x_88 = None + x_89 = flatten_7.transpose(1, 2) + flatten_7 = None + x_90 = torch.cat((cls_token_5, x_89), dim=1) + cls_token_5 = x_89 = None + x_91 = torch.nn.functional.layer_norm( + x_90, + (128,), + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_20 = torch._C._nn.linear( + x_91, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_91 = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_21 = linear_20.reshape(1, 785, 3, 8, 16) + linear_20 = None + qkv_5 = reshape_21.permute(2, 0, 3, 1, 4) + reshape_21 = None + unbind_5 = qkv_5.unbind(0) + qkv_5 = None + q_5 = unbind_5[0] + k_5 = unbind_5[1] + v_5 = unbind_5[2] + unbind_5 = None + k_softmax_5 = k_5.softmax(dim=2) + k_5 = None + transpose_34 = k_softmax_5.transpose(-1, -2) + k_softmax_5 = None + factor_att_10 = transpose_34 @ v_5 + transpose_34 = None + factor_att_11 = q_5 @ factor_att_10 + factor_att_10 = None + q_img_5 = q_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_5 = None + v_img_10 = v_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_5 = None + transpose_35 = v_img_10.transpose(-1, -2) + v_img_10 = None + v_img_11 = transpose_35.reshape(1, 128, 28, 28) + transpose_35 = None + split_5 = torch.functional.split(v_img_11, [32, 48, 48], dim=1) + v_img_11 = None + getitem_66 = split_5[0] + getitem_67 = split_5[1] + getitem_68 = split_5[2] + split_5 = None + conv2d_23 = torch.conv2d( + getitem_66, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_66 = None + conv2d_24 = torch.conv2d( + getitem_67, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_67 = None + conv2d_25 = torch.conv2d( + getitem_68, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_68 = None + conv_v_img_10 = torch.cat([conv2d_23, conv2d_24, conv2d_25], dim=1) + conv2d_23 = conv2d_24 = conv2d_25 = None + reshape_23 = conv_v_img_10.reshape(1, 8, 16, 784) + conv_v_img_10 = None + conv_v_img_11 = reshape_23.transpose(-1, -2) + reshape_23 = None + EV_hat_10 = q_img_5 * conv_v_img_11 + q_img_5 = conv_v_img_11 = None + EV_hat_11 = torch._C._nn.pad(EV_hat_10, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_10 = None + mul_11 = 0.25 * factor_att_11 + factor_att_11 = None + x_92 = mul_11 + EV_hat_11 + mul_11 = EV_hat_11 = None + transpose_37 = x_92.transpose(1, 2) + x_92 = None + x_93 = transpose_37.reshape(1, 785, 128) + transpose_37 = None + x_94 = torch._C._nn.linear( + x_93, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_93 = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_95 = torch.nn.functional.dropout(x_94, 0.0, False, False) + x_94 = None + x_96 = x_90 + x_95 + x_90 = x_95 = None + x_97 = torch.nn.functional.layer_norm( + x_96, + (128,), + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_ + ) = None + x_98 = torch._C._nn.linear( + x_97, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_97 = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_99 = torch._C._nn.gelu(x_98, approximate="none") + x_98 = None + x_100 = torch.nn.functional.dropout(x_99, 0.0, False, False) + x_99 = None + x_101 = torch._C._nn.linear( + x_100, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_100 = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + x_103 = x_96 + x_102 + x_96 = x_102 = None + cls_token_6 = x_103[(slice(None, None, None), slice(None, 1, None))] + img_tokens_6 = x_103[(slice(None, None, None), slice(1, None, None))] + x_103 = None + transpose_38 = img_tokens_6.transpose(1, 2) + img_tokens_6 = None + feat_6 = transpose_38.view(1, 128, 28, 28) + transpose_38 = None + conv2d_26 = torch.conv2d( + feat_6, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_104 = conv2d_26 + feat_6 + conv2d_26 = feat_6 = None + flatten_8 = x_104.flatten(2) + x_104 = None + x_105 = flatten_8.transpose(1, 2) + flatten_8 = None + x_106 = torch.cat((cls_token_6, x_105), dim=1) + cls_token_6 = x_105 = None + x_107 = torch.nn.functional.layer_norm( + x_106, + (128,), + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + x_107, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_107 = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_25 = linear_24.reshape(1, 785, 3, 8, 16) + linear_24 = None + qkv_6 = reshape_25.permute(2, 0, 3, 1, 4) + reshape_25 = None + unbind_6 = qkv_6.unbind(0) + qkv_6 = None + q_6 = unbind_6[0] + k_6 = unbind_6[1] + v_6 = unbind_6[2] + unbind_6 = None + k_softmax_6 = k_6.softmax(dim=2) + k_6 = None + transpose_40 = k_softmax_6.transpose(-1, -2) + k_softmax_6 = None + factor_att_12 = transpose_40 @ v_6 + transpose_40 = None + factor_att_13 = q_6 @ factor_att_12 + factor_att_12 = None + q_img_6 = q_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_6 = None + v_img_12 = v_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_6 = None + transpose_41 = v_img_12.transpose(-1, -2) + v_img_12 = None + v_img_13 = transpose_41.reshape(1, 128, 28, 28) + transpose_41 = None + split_6 = torch.functional.split(v_img_13, [32, 48, 48], dim=1) + v_img_13 = None + getitem_76 = split_6[0] + getitem_77 = split_6[1] + getitem_78 = split_6[2] + split_6 = None + conv2d_27 = torch.conv2d( + getitem_76, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_76 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_28 = torch.conv2d( + getitem_77, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_77 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_29 = torch.conv2d( + getitem_78, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_78 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_12 = torch.cat([conv2d_27, conv2d_28, conv2d_29], dim=1) + conv2d_27 = conv2d_28 = conv2d_29 = None + reshape_27 = conv_v_img_12.reshape(1, 8, 16, 784) + conv_v_img_12 = None + conv_v_img_13 = reshape_27.transpose(-1, -2) + reshape_27 = None + EV_hat_12 = q_img_6 * conv_v_img_13 + q_img_6 = conv_v_img_13 = None + EV_hat_13 = torch._C._nn.pad(EV_hat_12, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_12 = None + mul_13 = 0.25 * factor_att_13 + factor_att_13 = None + x_108 = mul_13 + EV_hat_13 + mul_13 = EV_hat_13 = None + transpose_43 = x_108.transpose(1, 2) + x_108 = None + x_109 = transpose_43.reshape(1, 785, 128) + transpose_43 = None + x_110 = torch._C._nn.linear( + x_109, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_109 = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_111 = torch.nn.functional.dropout(x_110, 0.0, False, False) + x_110 = None + x_112 = x_106 + x_111 + x_106 = x_111 = None + x_113 = torch.nn.functional.layer_norm( + x_112, + (128,), + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_ + ) = None + x_114 = torch._C._nn.linear( + x_113, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_113 = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_115 = torch._C._nn.gelu(x_114, approximate="none") + x_114 = None + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + x_117 = torch._C._nn.linear( + x_116, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_116 = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_118 = torch.nn.functional.dropout(x_117, 0.0, False, False) + x_117 = None + x_119 = x_112 + x_118 + x_112 = x_118 = None + getitem_79 = x_119[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_119 = None + reshape_29 = getitem_79.reshape(1, 28, 28, -1) + getitem_79 = None + permute_8 = reshape_29.permute(0, 3, 1, 2) + reshape_29 = None + x2_nocls = permute_8.contiguous() + permute_8 = None + x_120 = torch.conv2d( + x2_nocls, + l_self_modules_patch_embed3_modules_proj_parameters_weight_, + l_self_modules_patch_embed3_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x2_nocls = ( + l_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_proj_parameters_bias_ = None + flatten_9 = x_120.flatten(2) + x_120 = None + x_121 = flatten_9.transpose(1, 2) + flatten_9 = None + x_122 = torch.nn.functional.layer_norm( + x_121, + (320,), + l_self_modules_patch_embed3_modules_norm_parameters_weight_, + l_self_modules_patch_embed3_modules_norm_parameters_bias_, + 1e-05, + ) + x_121 = ( + l_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_norm_parameters_bias_ = None + cls_tokens_2 = l_self_parameters_cls_token3_.expand(1, -1, -1) + l_self_parameters_cls_token3_ = None + x_123 = torch.cat((cls_tokens_2, x_122), dim=1) + cls_tokens_2 = x_122 = None + cls_token_7 = x_123[(slice(None, None, None), slice(None, 1, None))] + img_tokens_7 = x_123[(slice(None, None, None), slice(1, None, None))] + x_123 = None + transpose_45 = img_tokens_7.transpose(1, 2) + img_tokens_7 = None + feat_7 = transpose_45.view(1, 320, 14, 14) + transpose_45 = None + conv2d_31 = torch.conv2d( + feat_7, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_124 = conv2d_31 + feat_7 + conv2d_31 = feat_7 = None + flatten_10 = x_124.flatten(2) + x_124 = None + x_125 = flatten_10.transpose(1, 2) + flatten_10 = None + x_126 = torch.cat((cls_token_7, x_125), dim=1) + cls_token_7 = x_125 = None + x_127 = torch.nn.functional.layer_norm( + x_126, + (320,), + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_28 = torch._C._nn.linear( + x_127, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_127 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_30 = linear_28.reshape(1, 197, 3, 8, 40) + linear_28 = None + qkv_7 = reshape_30.permute(2, 0, 3, 1, 4) + reshape_30 = None + unbind_7 = qkv_7.unbind(0) + qkv_7 = None + q_7 = unbind_7[0] + k_7 = unbind_7[1] + v_7 = unbind_7[2] + unbind_7 = None + k_softmax_7 = k_7.softmax(dim=2) + k_7 = None + transpose_47 = k_softmax_7.transpose(-1, -2) + k_softmax_7 = None + factor_att_14 = transpose_47 @ v_7 + transpose_47 = None + factor_att_15 = q_7 @ factor_att_14 + factor_att_14 = None + q_img_7 = q_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_7 = None + v_img_14 = v_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_7 = None + transpose_48 = v_img_14.transpose(-1, -2) + v_img_14 = None + v_img_15 = transpose_48.reshape(1, 320, 14, 14) + transpose_48 = None + split_7 = torch.functional.split(v_img_15, [80, 120, 120], dim=1) + v_img_15 = None + getitem_87 = split_7[0] + getitem_88 = split_7[1] + getitem_89 = split_7[2] + split_7 = None + conv2d_32 = torch.conv2d( + getitem_87, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_87 = None + conv2d_33 = torch.conv2d( + getitem_88, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_88 = None + conv2d_34 = torch.conv2d( + getitem_89, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_89 = None + conv_v_img_14 = torch.cat([conv2d_32, conv2d_33, conv2d_34], dim=1) + conv2d_32 = conv2d_33 = conv2d_34 = None + reshape_32 = conv_v_img_14.reshape(1, 8, 40, 196) + conv_v_img_14 = None + conv_v_img_15 = reshape_32.transpose(-1, -2) + reshape_32 = None + EV_hat_14 = q_img_7 * conv_v_img_15 + q_img_7 = conv_v_img_15 = None + EV_hat_15 = torch._C._nn.pad(EV_hat_14, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_14 = None + mul_15 = 0.15811388300841897 * factor_att_15 + factor_att_15 = None + x_128 = mul_15 + EV_hat_15 + mul_15 = EV_hat_15 = None + transpose_50 = x_128.transpose(1, 2) + x_128 = None + x_129 = transpose_50.reshape(1, 197, 320) + transpose_50 = None + x_130 = torch._C._nn.linear( + x_129, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_129 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_131 = torch.nn.functional.dropout(x_130, 0.0, False, False) + x_130 = None + x_132 = x_126 + x_131 + x_126 = x_131 = None + x_133 = torch.nn.functional.layer_norm( + x_132, + (320,), + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) = None + x_134 = torch._C._nn.linear( + x_133, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_133 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_135 = torch._C._nn.gelu(x_134, approximate="none") + x_134 = None + x_136 = torch.nn.functional.dropout(x_135, 0.0, False, False) + x_135 = None + x_137 = torch._C._nn.linear( + x_136, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_136 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_138 = torch.nn.functional.dropout(x_137, 0.0, False, False) + x_137 = None + x_139 = x_132 + x_138 + x_132 = x_138 = None + cls_token_8 = x_139[(slice(None, None, None), slice(None, 1, None))] + img_tokens_8 = x_139[(slice(None, None, None), slice(1, None, None))] + x_139 = None + transpose_51 = img_tokens_8.transpose(1, 2) + img_tokens_8 = None + feat_8 = transpose_51.view(1, 320, 14, 14) + transpose_51 = None + conv2d_35 = torch.conv2d( + feat_8, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_140 = conv2d_35 + feat_8 + conv2d_35 = feat_8 = None + flatten_11 = x_140.flatten(2) + x_140 = None + x_141 = flatten_11.transpose(1, 2) + flatten_11 = None + x_142 = torch.cat((cls_token_8, x_141), dim=1) + cls_token_8 = x_141 = None + x_143 = torch.nn.functional.layer_norm( + x_142, + (320,), + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_32 = torch._C._nn.linear( + x_143, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_143 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_34 = linear_32.reshape(1, 197, 3, 8, 40) + linear_32 = None + qkv_8 = reshape_34.permute(2, 0, 3, 1, 4) + reshape_34 = None + unbind_8 = qkv_8.unbind(0) + qkv_8 = None + q_8 = unbind_8[0] + k_8 = unbind_8[1] + v_8 = unbind_8[2] + unbind_8 = None + k_softmax_8 = k_8.softmax(dim=2) + k_8 = None + transpose_53 = k_softmax_8.transpose(-1, -2) + k_softmax_8 = None + factor_att_16 = transpose_53 @ v_8 + transpose_53 = None + factor_att_17 = q_8 @ factor_att_16 + factor_att_16 = None + q_img_8 = q_8[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_8 = None + v_img_16 = v_8[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_8 = None + transpose_54 = v_img_16.transpose(-1, -2) + v_img_16 = None + v_img_17 = transpose_54.reshape(1, 320, 14, 14) + transpose_54 = None + split_8 = torch.functional.split(v_img_17, [80, 120, 120], dim=1) + v_img_17 = None + getitem_97 = split_8[0] + getitem_98 = split_8[1] + getitem_99 = split_8[2] + split_8 = None + conv2d_36 = torch.conv2d( + getitem_97, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_97 = None + conv2d_37 = torch.conv2d( + getitem_98, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_98 = None + conv2d_38 = torch.conv2d( + getitem_99, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_99 = None + conv_v_img_16 = torch.cat([conv2d_36, conv2d_37, conv2d_38], dim=1) + conv2d_36 = conv2d_37 = conv2d_38 = None + reshape_36 = conv_v_img_16.reshape(1, 8, 40, 196) + conv_v_img_16 = None + conv_v_img_17 = reshape_36.transpose(-1, -2) + reshape_36 = None + EV_hat_16 = q_img_8 * conv_v_img_17 + q_img_8 = conv_v_img_17 = None + EV_hat_17 = torch._C._nn.pad(EV_hat_16, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_16 = None + mul_17 = 0.15811388300841897 * factor_att_17 + factor_att_17 = None + x_144 = mul_17 + EV_hat_17 + mul_17 = EV_hat_17 = None + transpose_56 = x_144.transpose(1, 2) + x_144 = None + x_145 = transpose_56.reshape(1, 197, 320) + transpose_56 = None + x_146 = torch._C._nn.linear( + x_145, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_145 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_147 = torch.nn.functional.dropout(x_146, 0.0, False, False) + x_146 = None + x_148 = x_142 + x_147 + x_142 = x_147 = None + x_149 = torch.nn.functional.layer_norm( + x_148, + (320,), + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) = None + x_150 = torch._C._nn.linear( + x_149, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_149 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_151 = torch._C._nn.gelu(x_150, approximate="none") + x_150 = None + x_152 = torch.nn.functional.dropout(x_151, 0.0, False, False) + x_151 = None + x_153 = torch._C._nn.linear( + x_152, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_152 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_154 = torch.nn.functional.dropout(x_153, 0.0, False, False) + x_153 = None + x_155 = x_148 + x_154 + x_148 = x_154 = None + cls_token_9 = x_155[(slice(None, None, None), slice(None, 1, None))] + img_tokens_9 = x_155[(slice(None, None, None), slice(1, None, None))] + x_155 = None + transpose_57 = img_tokens_9.transpose(1, 2) + img_tokens_9 = None + feat_9 = transpose_57.view(1, 320, 14, 14) + transpose_57 = None + conv2d_39 = torch.conv2d( + feat_9, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_156 = conv2d_39 + feat_9 + conv2d_39 = feat_9 = None + flatten_12 = x_156.flatten(2) + x_156 = None + x_157 = flatten_12.transpose(1, 2) + flatten_12 = None + x_158 = torch.cat((cls_token_9, x_157), dim=1) + cls_token_9 = x_157 = None + x_159 = torch.nn.functional.layer_norm( + x_158, + (320,), + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_36 = torch._C._nn.linear( + x_159, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_159 = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_38 = linear_36.reshape(1, 197, 3, 8, 40) + linear_36 = None + qkv_9 = reshape_38.permute(2, 0, 3, 1, 4) + reshape_38 = None + unbind_9 = qkv_9.unbind(0) + qkv_9 = None + q_9 = unbind_9[0] + k_9 = unbind_9[1] + v_9 = unbind_9[2] + unbind_9 = None + k_softmax_9 = k_9.softmax(dim=2) + k_9 = None + transpose_59 = k_softmax_9.transpose(-1, -2) + k_softmax_9 = None + factor_att_18 = transpose_59 @ v_9 + transpose_59 = None + factor_att_19 = q_9 @ factor_att_18 + factor_att_18 = None + q_img_9 = q_9[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_9 = None + v_img_18 = v_9[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_9 = None + transpose_60 = v_img_18.transpose(-1, -2) + v_img_18 = None + v_img_19 = transpose_60.reshape(1, 320, 14, 14) + transpose_60 = None + split_9 = torch.functional.split(v_img_19, [80, 120, 120], dim=1) + v_img_19 = None + getitem_107 = split_9[0] + getitem_108 = split_9[1] + getitem_109 = split_9[2] + split_9 = None + conv2d_40 = torch.conv2d( + getitem_107, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_107 = None + conv2d_41 = torch.conv2d( + getitem_108, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_108 = None + conv2d_42 = torch.conv2d( + getitem_109, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_109 = None + conv_v_img_18 = torch.cat([conv2d_40, conv2d_41, conv2d_42], dim=1) + conv2d_40 = conv2d_41 = conv2d_42 = None + reshape_40 = conv_v_img_18.reshape(1, 8, 40, 196) + conv_v_img_18 = None + conv_v_img_19 = reshape_40.transpose(-1, -2) + reshape_40 = None + EV_hat_18 = q_img_9 * conv_v_img_19 + q_img_9 = conv_v_img_19 = None + EV_hat_19 = torch._C._nn.pad(EV_hat_18, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_18 = None + mul_19 = 0.15811388300841897 * factor_att_19 + factor_att_19 = None + x_160 = mul_19 + EV_hat_19 + mul_19 = EV_hat_19 = None + transpose_62 = x_160.transpose(1, 2) + x_160 = None + x_161 = transpose_62.reshape(1, 197, 320) + transpose_62 = None + x_162 = torch._C._nn.linear( + x_161, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_161 = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_163 = torch.nn.functional.dropout(x_162, 0.0, False, False) + x_162 = None + x_164 = x_158 + x_163 + x_158 = x_163 = None + x_165 = torch.nn.functional.layer_norm( + x_164, + (320,), + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_ + ) = None + x_166 = torch._C._nn.linear( + x_165, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_165 = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_167 = torch._C._nn.gelu(x_166, approximate="none") + x_166 = None + x_168 = torch.nn.functional.dropout(x_167, 0.0, False, False) + x_167 = None + x_169 = torch._C._nn.linear( + x_168, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_168 = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = x_164 + x_170 + x_164 = x_170 = None + cls_token_10 = x_171[(slice(None, None, None), slice(None, 1, None))] + img_tokens_10 = x_171[(slice(None, None, None), slice(1, None, None))] + x_171 = None + transpose_63 = img_tokens_10.transpose(1, 2) + img_tokens_10 = None + feat_10 = transpose_63.view(1, 320, 14, 14) + transpose_63 = None + conv2d_43 = torch.conv2d( + feat_10, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_172 = conv2d_43 + feat_10 + conv2d_43 = feat_10 = None + flatten_13 = x_172.flatten(2) + x_172 = None + x_173 = flatten_13.transpose(1, 2) + flatten_13 = None + x_174 = torch.cat((cls_token_10, x_173), dim=1) + cls_token_10 = x_173 = None + x_175 = torch.nn.functional.layer_norm( + x_174, + (320,), + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_ + ) = None + linear_40 = torch._C._nn.linear( + x_175, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_175 = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_42 = linear_40.reshape(1, 197, 3, 8, 40) + linear_40 = None + qkv_10 = reshape_42.permute(2, 0, 3, 1, 4) + reshape_42 = None + unbind_10 = qkv_10.unbind(0) + qkv_10 = None + q_10 = unbind_10[0] + k_10 = unbind_10[1] + v_10 = unbind_10[2] + unbind_10 = None + k_softmax_10 = k_10.softmax(dim=2) + k_10 = None + transpose_65 = k_softmax_10.transpose(-1, -2) + k_softmax_10 = None + factor_att_20 = transpose_65 @ v_10 + transpose_65 = None + factor_att_21 = q_10 @ factor_att_20 + factor_att_20 = None + q_img_10 = q_10[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_10 = None + v_img_20 = v_10[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_10 = None + transpose_66 = v_img_20.transpose(-1, -2) + v_img_20 = None + v_img_21 = transpose_66.reshape(1, 320, 14, 14) + transpose_66 = None + split_10 = torch.functional.split(v_img_21, [80, 120, 120], dim=1) + v_img_21 = None + getitem_117 = split_10[0] + getitem_118 = split_10[1] + getitem_119 = split_10[2] + split_10 = None + conv2d_44 = torch.conv2d( + getitem_117, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_117 = None + conv2d_45 = torch.conv2d( + getitem_118, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_118 = None + conv2d_46 = torch.conv2d( + getitem_119, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_119 = None + conv_v_img_20 = torch.cat([conv2d_44, conv2d_45, conv2d_46], dim=1) + conv2d_44 = conv2d_45 = conv2d_46 = None + reshape_44 = conv_v_img_20.reshape(1, 8, 40, 196) + conv_v_img_20 = None + conv_v_img_21 = reshape_44.transpose(-1, -2) + reshape_44 = None + EV_hat_20 = q_img_10 * conv_v_img_21 + q_img_10 = conv_v_img_21 = None + EV_hat_21 = torch._C._nn.pad(EV_hat_20, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_20 = None + mul_21 = 0.15811388300841897 * factor_att_21 + factor_att_21 = None + x_176 = mul_21 + EV_hat_21 + mul_21 = EV_hat_21 = None + transpose_68 = x_176.transpose(1, 2) + x_176 = None + x_177 = transpose_68.reshape(1, 197, 320) + transpose_68 = None + x_178 = torch._C._nn.linear( + x_177, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_177 = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_179 = torch.nn.functional.dropout(x_178, 0.0, False, False) + x_178 = None + x_180 = x_174 + x_179 + x_174 = x_179 = None + x_181 = torch.nn.functional.layer_norm( + x_180, + (320,), + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_ + ) = None + x_182 = torch._C._nn.linear( + x_181, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_181 = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_183 = torch._C._nn.gelu(x_182, approximate="none") + x_182 = None + x_184 = torch.nn.functional.dropout(x_183, 0.0, False, False) + x_183 = None + x_185 = torch._C._nn.linear( + x_184, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_184 = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_186 = torch.nn.functional.dropout(x_185, 0.0, False, False) + x_185 = None + x_187 = x_180 + x_186 + x_180 = x_186 = None + cls_token_11 = x_187[(slice(None, None, None), slice(None, 1, None))] + img_tokens_11 = x_187[(slice(None, None, None), slice(1, None, None))] + x_187 = None + transpose_69 = img_tokens_11.transpose(1, 2) + img_tokens_11 = None + feat_11 = transpose_69.view(1, 320, 14, 14) + transpose_69 = None + conv2d_47 = torch.conv2d( + feat_11, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_188 = conv2d_47 + feat_11 + conv2d_47 = feat_11 = None + flatten_14 = x_188.flatten(2) + x_188 = None + x_189 = flatten_14.transpose(1, 2) + flatten_14 = None + x_190 = torch.cat((cls_token_11, x_189), dim=1) + cls_token_11 = x_189 = None + x_191 = torch.nn.functional.layer_norm( + x_190, + (320,), + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_ + ) = None + linear_44 = torch._C._nn.linear( + x_191, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_191 = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_46 = linear_44.reshape(1, 197, 3, 8, 40) + linear_44 = None + qkv_11 = reshape_46.permute(2, 0, 3, 1, 4) + reshape_46 = None + unbind_11 = qkv_11.unbind(0) + qkv_11 = None + q_11 = unbind_11[0] + k_11 = unbind_11[1] + v_11 = unbind_11[2] + unbind_11 = None + k_softmax_11 = k_11.softmax(dim=2) + k_11 = None + transpose_71 = k_softmax_11.transpose(-1, -2) + k_softmax_11 = None + factor_att_22 = transpose_71 @ v_11 + transpose_71 = None + factor_att_23 = q_11 @ factor_att_22 + factor_att_22 = None + q_img_11 = q_11[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_11 = None + v_img_22 = v_11[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_11 = None + transpose_72 = v_img_22.transpose(-1, -2) + v_img_22 = None + v_img_23 = transpose_72.reshape(1, 320, 14, 14) + transpose_72 = None + split_11 = torch.functional.split(v_img_23, [80, 120, 120], dim=1) + v_img_23 = None + getitem_127 = split_11[0] + getitem_128 = split_11[1] + getitem_129 = split_11[2] + split_11 = None + conv2d_48 = torch.conv2d( + getitem_127, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_127 = None + conv2d_49 = torch.conv2d( + getitem_128, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_128 = None + conv2d_50 = torch.conv2d( + getitem_129, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_129 = None + conv_v_img_22 = torch.cat([conv2d_48, conv2d_49, conv2d_50], dim=1) + conv2d_48 = conv2d_49 = conv2d_50 = None + reshape_48 = conv_v_img_22.reshape(1, 8, 40, 196) + conv_v_img_22 = None + conv_v_img_23 = reshape_48.transpose(-1, -2) + reshape_48 = None + EV_hat_22 = q_img_11 * conv_v_img_23 + q_img_11 = conv_v_img_23 = None + EV_hat_23 = torch._C._nn.pad(EV_hat_22, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_22 = None + mul_23 = 0.15811388300841897 * factor_att_23 + factor_att_23 = None + x_192 = mul_23 + EV_hat_23 + mul_23 = EV_hat_23 = None + transpose_74 = x_192.transpose(1, 2) + x_192 = None + x_193 = transpose_74.reshape(1, 197, 320) + transpose_74 = None + x_194 = torch._C._nn.linear( + x_193, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_193 = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_195 = torch.nn.functional.dropout(x_194, 0.0, False, False) + x_194 = None + x_196 = x_190 + x_195 + x_190 = x_195 = None + x_197 = torch.nn.functional.layer_norm( + x_196, + (320,), + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_ + ) = None + x_198 = torch._C._nn.linear( + x_197, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_197 = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_199 = torch._C._nn.gelu(x_198, approximate="none") + x_198 = None + x_200 = torch.nn.functional.dropout(x_199, 0.0, False, False) + x_199 = None + x_201 = torch._C._nn.linear( + x_200, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_200 = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_202 = torch.nn.functional.dropout(x_201, 0.0, False, False) + x_201 = None + x_203 = x_196 + x_202 + x_196 = x_202 = None + cls_token_12 = x_203[(slice(None, None, None), slice(None, 1, None))] + img_tokens_12 = x_203[(slice(None, None, None), slice(1, None, None))] + x_203 = None + transpose_75 = img_tokens_12.transpose(1, 2) + img_tokens_12 = None + feat_12 = transpose_75.view(1, 320, 14, 14) + transpose_75 = None + conv2d_51 = torch.conv2d( + feat_12, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_204 = conv2d_51 + feat_12 + conv2d_51 = feat_12 = None + flatten_15 = x_204.flatten(2) + x_204 = None + x_205 = flatten_15.transpose(1, 2) + flatten_15 = None + x_206 = torch.cat((cls_token_12, x_205), dim=1) + cls_token_12 = x_205 = None + x_207 = torch.nn.functional.layer_norm( + x_206, + (320,), + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_ + ) = None + linear_48 = torch._C._nn.linear( + x_207, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_207 = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_50 = linear_48.reshape(1, 197, 3, 8, 40) + linear_48 = None + qkv_12 = reshape_50.permute(2, 0, 3, 1, 4) + reshape_50 = None + unbind_12 = qkv_12.unbind(0) + qkv_12 = None + q_12 = unbind_12[0] + k_12 = unbind_12[1] + v_12 = unbind_12[2] + unbind_12 = None + k_softmax_12 = k_12.softmax(dim=2) + k_12 = None + transpose_77 = k_softmax_12.transpose(-1, -2) + k_softmax_12 = None + factor_att_24 = transpose_77 @ v_12 + transpose_77 = None + factor_att_25 = q_12 @ factor_att_24 + factor_att_24 = None + q_img_12 = q_12[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_12 = None + v_img_24 = v_12[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_12 = None + transpose_78 = v_img_24.transpose(-1, -2) + v_img_24 = None + v_img_25 = transpose_78.reshape(1, 320, 14, 14) + transpose_78 = None + split_12 = torch.functional.split(v_img_25, [80, 120, 120], dim=1) + v_img_25 = None + getitem_137 = split_12[0] + getitem_138 = split_12[1] + getitem_139 = split_12[2] + split_12 = None + conv2d_52 = torch.conv2d( + getitem_137, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_137 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_53 = torch.conv2d( + getitem_138, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_138 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_54 = torch.conv2d( + getitem_139, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_139 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_24 = torch.cat([conv2d_52, conv2d_53, conv2d_54], dim=1) + conv2d_52 = conv2d_53 = conv2d_54 = None + reshape_52 = conv_v_img_24.reshape(1, 8, 40, 196) + conv_v_img_24 = None + conv_v_img_25 = reshape_52.transpose(-1, -2) + reshape_52 = None + EV_hat_24 = q_img_12 * conv_v_img_25 + q_img_12 = conv_v_img_25 = None + EV_hat_25 = torch._C._nn.pad(EV_hat_24, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_24 = None + mul_25 = 0.15811388300841897 * factor_att_25 + factor_att_25 = None + x_208 = mul_25 + EV_hat_25 + mul_25 = EV_hat_25 = None + transpose_80 = x_208.transpose(1, 2) + x_208 = None + x_209 = transpose_80.reshape(1, 197, 320) + transpose_80 = None + x_210 = torch._C._nn.linear( + x_209, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_209 = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_211 = torch.nn.functional.dropout(x_210, 0.0, False, False) + x_210 = None + x_212 = x_206 + x_211 + x_206 = x_211 = None + x_213 = torch.nn.functional.layer_norm( + x_212, + (320,), + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_ + ) = None + x_214 = torch._C._nn.linear( + x_213, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_213 = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_215 = torch._C._nn.gelu(x_214, approximate="none") + x_214 = None + x_216 = torch.nn.functional.dropout(x_215, 0.0, False, False) + x_215 = None + x_217 = torch._C._nn.linear( + x_216, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_216 = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_218 = torch.nn.functional.dropout(x_217, 0.0, False, False) + x_217 = None + x_219 = x_212 + x_218 + x_212 = x_218 = None + getitem_140 = x_219[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_219 = None + reshape_54 = getitem_140.reshape(1, 14, 14, -1) + getitem_140 = None + permute_15 = reshape_54.permute(0, 3, 1, 2) + reshape_54 = None + x3_nocls = permute_15.contiguous() + permute_15 = None + x_220 = torch.conv2d( + x3_nocls, + l_self_modules_patch_embed4_modules_proj_parameters_weight_, + l_self_modules_patch_embed4_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x3_nocls = ( + l_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_proj_parameters_bias_ = None + flatten_16 = x_220.flatten(2) + x_220 = None + x_221 = flatten_16.transpose(1, 2) + flatten_16 = None + x_222 = torch.nn.functional.layer_norm( + x_221, + (512,), + l_self_modules_patch_embed4_modules_norm_parameters_weight_, + l_self_modules_patch_embed4_modules_norm_parameters_bias_, + 1e-05, + ) + x_221 = ( + l_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_norm_parameters_bias_ = None + cls_tokens_3 = l_self_parameters_cls_token4_.expand(1, -1, -1) + l_self_parameters_cls_token4_ = None + x_223 = torch.cat((cls_tokens_3, x_222), dim=1) + cls_tokens_3 = x_222 = None + cls_token_13 = x_223[(slice(None, None, None), slice(None, 1, None))] + img_tokens_13 = x_223[(slice(None, None, None), slice(1, None, None))] + x_223 = None + transpose_82 = img_tokens_13.transpose(1, 2) + img_tokens_13 = None + feat_13 = transpose_82.view(1, 512, 7, 7) + transpose_82 = None + conv2d_56 = torch.conv2d( + feat_13, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_224 = conv2d_56 + feat_13 + conv2d_56 = feat_13 = None + flatten_17 = x_224.flatten(2) + x_224 = None + x_225 = flatten_17.transpose(1, 2) + flatten_17 = None + x_226 = torch.cat((cls_token_13, x_225), dim=1) + cls_token_13 = x_225 = None + x_227 = torch.nn.functional.layer_norm( + x_226, + (512,), + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_52 = torch._C._nn.linear( + x_227, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_227 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_55 = linear_52.reshape(1, 50, 3, 8, 64) + linear_52 = None + qkv_13 = reshape_55.permute(2, 0, 3, 1, 4) + reshape_55 = None + unbind_13 = qkv_13.unbind(0) + qkv_13 = None + q_13 = unbind_13[0] + k_13 = unbind_13[1] + v_13 = unbind_13[2] + unbind_13 = None + k_softmax_13 = k_13.softmax(dim=2) + k_13 = None + transpose_84 = k_softmax_13.transpose(-1, -2) + k_softmax_13 = None + factor_att_26 = transpose_84 @ v_13 + transpose_84 = None + factor_att_27 = q_13 @ factor_att_26 + factor_att_26 = None + q_img_13 = q_13[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_13 = None + v_img_26 = v_13[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_13 = None + transpose_85 = v_img_26.transpose(-1, -2) + v_img_26 = None + v_img_27 = transpose_85.reshape(1, 512, 7, 7) + transpose_85 = None + split_13 = torch.functional.split(v_img_27, [128, 192, 192], dim=1) + v_img_27 = None + getitem_148 = split_13[0] + getitem_149 = split_13[1] + getitem_150 = split_13[2] + split_13 = None + conv2d_57 = torch.conv2d( + getitem_148, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_148 = None + conv2d_58 = torch.conv2d( + getitem_149, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_149 = None + conv2d_59 = torch.conv2d( + getitem_150, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_150 = None + conv_v_img_26 = torch.cat([conv2d_57, conv2d_58, conv2d_59], dim=1) + conv2d_57 = conv2d_58 = conv2d_59 = None + reshape_57 = conv_v_img_26.reshape(1, 8, 64, 49) + conv_v_img_26 = None + conv_v_img_27 = reshape_57.transpose(-1, -2) + reshape_57 = None + EV_hat_26 = q_img_13 * conv_v_img_27 + q_img_13 = conv_v_img_27 = None + EV_hat_27 = torch._C._nn.pad(EV_hat_26, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_26 = None + mul_27 = 0.125 * factor_att_27 + factor_att_27 = None + x_228 = mul_27 + EV_hat_27 + mul_27 = EV_hat_27 = None + transpose_87 = x_228.transpose(1, 2) + x_228 = None + x_229 = transpose_87.reshape(1, 50, 512) + transpose_87 = None + x_230 = torch._C._nn.linear( + x_229, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_229 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_231 = torch.nn.functional.dropout(x_230, 0.0, False, False) + x_230 = None + x_232 = x_226 + x_231 + x_226 = x_231 = None + x_233 = torch.nn.functional.layer_norm( + x_232, + (512,), + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) = None + x_234 = torch._C._nn.linear( + x_233, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_233 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_235 = torch._C._nn.gelu(x_234, approximate="none") + x_234 = None + x_236 = torch.nn.functional.dropout(x_235, 0.0, False, False) + x_235 = None + x_237 = torch._C._nn.linear( + x_236, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_236 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_238 = torch.nn.functional.dropout(x_237, 0.0, False, False) + x_237 = None + x_239 = x_232 + x_238 + x_232 = x_238 = None + cls_token_14 = x_239[(slice(None, None, None), slice(None, 1, None))] + img_tokens_14 = x_239[(slice(None, None, None), slice(1, None, None))] + x_239 = None + transpose_88 = img_tokens_14.transpose(1, 2) + img_tokens_14 = None + feat_14 = transpose_88.view(1, 512, 7, 7) + transpose_88 = None + conv2d_60 = torch.conv2d( + feat_14, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + x_240 = conv2d_60 + feat_14 + conv2d_60 = feat_14 = None + flatten_18 = x_240.flatten(2) + x_240 = None + x_241 = flatten_18.transpose(1, 2) + flatten_18 = None + x_242 = torch.cat((cls_token_14, x_241), dim=1) + cls_token_14 = x_241 = None + x_243 = torch.nn.functional.layer_norm( + x_242, + (512,), + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_56 = torch._C._nn.linear( + x_243, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_243 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_59 = linear_56.reshape(1, 50, 3, 8, 64) + linear_56 = None + qkv_14 = reshape_59.permute(2, 0, 3, 1, 4) + reshape_59 = None + unbind_14 = qkv_14.unbind(0) + qkv_14 = None + q_14 = unbind_14[0] + k_14 = unbind_14[1] + v_14 = unbind_14[2] + unbind_14 = None + k_softmax_14 = k_14.softmax(dim=2) + k_14 = None + transpose_90 = k_softmax_14.transpose(-1, -2) + k_softmax_14 = None + factor_att_28 = transpose_90 @ v_14 + transpose_90 = None + factor_att_29 = q_14 @ factor_att_28 + factor_att_28 = None + q_img_14 = q_14[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_14 = None + v_img_28 = v_14[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_14 = None + transpose_91 = v_img_28.transpose(-1, -2) + v_img_28 = None + v_img_29 = transpose_91.reshape(1, 512, 7, 7) + transpose_91 = None + split_14 = torch.functional.split(v_img_29, [128, 192, 192], dim=1) + v_img_29 = None + getitem_158 = split_14[0] + getitem_159 = split_14[1] + getitem_160 = split_14[2] + split_14 = None + conv2d_61 = torch.conv2d( + getitem_158, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_158 = None + conv2d_62 = torch.conv2d( + getitem_159, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_159 = None + conv2d_63 = torch.conv2d( + getitem_160, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_160 = None + conv_v_img_28 = torch.cat([conv2d_61, conv2d_62, conv2d_63], dim=1) + conv2d_61 = conv2d_62 = conv2d_63 = None + reshape_61 = conv_v_img_28.reshape(1, 8, 64, 49) + conv_v_img_28 = None + conv_v_img_29 = reshape_61.transpose(-1, -2) + reshape_61 = None + EV_hat_28 = q_img_14 * conv_v_img_29 + q_img_14 = conv_v_img_29 = None + EV_hat_29 = torch._C._nn.pad(EV_hat_28, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_28 = None + mul_29 = 0.125 * factor_att_29 + factor_att_29 = None + x_244 = mul_29 + EV_hat_29 + mul_29 = EV_hat_29 = None + transpose_93 = x_244.transpose(1, 2) + x_244 = None + x_245 = transpose_93.reshape(1, 50, 512) + transpose_93 = None + x_246 = torch._C._nn.linear( + x_245, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_245 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_247 = torch.nn.functional.dropout(x_246, 0.0, False, False) + x_246 = None + x_248 = x_242 + x_247 + x_242 = x_247 = None + x_249 = torch.nn.functional.layer_norm( + x_248, + (512,), + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) = None + x_250 = torch._C._nn.linear( + x_249, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_249 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_251 = torch._C._nn.gelu(x_250, approximate="none") + x_250 = None + x_252 = torch.nn.functional.dropout(x_251, 0.0, False, False) + x_251 = None + x_253 = torch._C._nn.linear( + x_252, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_252 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_254 = torch.nn.functional.dropout(x_253, 0.0, False, False) + x_253 = None + x_255 = x_248 + x_254 + x_248 = x_254 = None + cls_token_15 = x_255[(slice(None, None, None), slice(None, 1, None))] + img_tokens_15 = x_255[(slice(None, None, None), slice(1, None, None))] + x_255 = None + transpose_94 = img_tokens_15.transpose(1, 2) + img_tokens_15 = None + feat_15 = transpose_94.view(1, 512, 7, 7) + transpose_94 = None + conv2d_64 = torch.conv2d( + feat_15, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 512, + ) + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_256 = conv2d_64 + feat_15 + conv2d_64 = feat_15 = None + flatten_19 = x_256.flatten(2) + x_256 = None + x_257 = flatten_19.transpose(1, 2) + flatten_19 = None + x_258 = torch.cat((cls_token_15, x_257), dim=1) + cls_token_15 = x_257 = None + x_259 = torch.nn.functional.layer_norm( + x_258, + (512,), + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_ + ) = None + linear_60 = torch._C._nn.linear( + x_259, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_259 = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_63 = linear_60.reshape(1, 50, 3, 8, 64) + linear_60 = None + qkv_15 = reshape_63.permute(2, 0, 3, 1, 4) + reshape_63 = None + unbind_15 = qkv_15.unbind(0) + qkv_15 = None + q_15 = unbind_15[0] + k_15 = unbind_15[1] + v_15 = unbind_15[2] + unbind_15 = None + k_softmax_15 = k_15.softmax(dim=2) + k_15 = None + transpose_96 = k_softmax_15.transpose(-1, -2) + k_softmax_15 = None + factor_att_30 = transpose_96 @ v_15 + transpose_96 = None + factor_att_31 = q_15 @ factor_att_30 + factor_att_30 = None + q_img_15 = q_15[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_15 = None + v_img_30 = v_15[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_15 = None + transpose_97 = v_img_30.transpose(-1, -2) + v_img_30 = None + v_img_31 = transpose_97.reshape(1, 512, 7, 7) + transpose_97 = None + split_15 = torch.functional.split(v_img_31, [128, 192, 192], dim=1) + v_img_31 = None + getitem_168 = split_15[0] + getitem_169 = split_15[1] + getitem_170 = split_15[2] + split_15 = None + conv2d_65 = torch.conv2d( + getitem_168, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + getitem_168 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_66 = torch.conv2d( + getitem_169, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 192, + ) + getitem_169 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_67 = torch.conv2d( + getitem_170, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + getitem_170 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_30 = torch.cat([conv2d_65, conv2d_66, conv2d_67], dim=1) + conv2d_65 = conv2d_66 = conv2d_67 = None + reshape_65 = conv_v_img_30.reshape(1, 8, 64, 49) + conv_v_img_30 = None + conv_v_img_31 = reshape_65.transpose(-1, -2) + reshape_65 = None + EV_hat_30 = q_img_15 * conv_v_img_31 + q_img_15 = conv_v_img_31 = None + EV_hat_31 = torch._C._nn.pad(EV_hat_30, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_30 = None + mul_31 = 0.125 * factor_att_31 + factor_att_31 = None + x_260 = mul_31 + EV_hat_31 + mul_31 = EV_hat_31 = None + transpose_99 = x_260.transpose(1, 2) + x_260 = None + x_261 = transpose_99.reshape(1, 50, 512) + transpose_99 = None + x_262 = torch._C._nn.linear( + x_261, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_261 = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_263 = torch.nn.functional.dropout(x_262, 0.0, False, False) + x_262 = None + x_264 = x_258 + x_263 + x_258 = x_263 = None + x_265 = torch.nn.functional.layer_norm( + x_264, + (512,), + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_ + ) = None + x_266 = torch._C._nn.linear( + x_265, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_265 = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_267 = torch._C._nn.gelu(x_266, approximate="none") + x_266 = None + x_268 = torch.nn.functional.dropout(x_267, 0.0, False, False) + x_267 = None + x_269 = torch._C._nn.linear( + x_268, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_268 = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_270 = torch.nn.functional.dropout(x_269, 0.0, False, False) + x_269 = None + x_271 = x_264 + x_270 + x_264 = x_270 = None + getitem_171 = x_271[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + reshape_67 = getitem_171.reshape(1, 7, 7, -1) + getitem_171 = None + permute_19 = reshape_67.permute(0, 3, 1, 2) + reshape_67 = None + x4_nocls = permute_19.contiguous() + permute_19 = x4_nocls = None + x_272 = torch.nn.functional.layer_norm( + x_271, + (512,), + l_self_modules_norm4_parameters_weight_, + l_self_modules_norm4_parameters_bias_, + 1e-06, + ) + x_271 = ( + l_self_modules_norm4_parameters_weight_ + ) = l_self_modules_norm4_parameters_bias_ = None + x_273 = x_272[(slice(None, None, None), 0)] + x_272 = None + x_274 = torch.nn.functional.dropout(x_273, 0.0, False, False) + x_273 = None + x_275 = torch._C._nn.linear( + x_274, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_274 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_275,) diff --git a/samples/timm/coat_lite_small.in1k/weight_meta.py b/samples/timm/coat_lite_small.in1k/weight_meta.py new file mode 100644 index 0000000000..221e94d318 --- /dev/null +++ b/samples/timm/coat_lite_small.in1k/weight_meta.py @@ -0,0 +1,2488 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.225 + std = 1.285 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_weight_" + shape = [64, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token1_: + name = "L_self_parameters_cls_token1_" + shape = [1, 1, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [64, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.186 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.205 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [192, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [16, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [16] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.092 + std = 0.177 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [24, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.118 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.031 + std = 0.108 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [24, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.095 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [64, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [64, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [192, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [64, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [64, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm1_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [192, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [64, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_norm2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [64, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_weight_" + shape = [128, 64, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.036 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.037 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token2_: + name = "L_self_parameters_cls_token2_" + shape = [1, 1, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [128, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.007 + std = 0.196 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.199 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [32, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.012 + std = 0.190 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [32] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.078 + std = 0.164 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [48, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.114 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.010 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.009 + std = 0.075 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_weight_" + shape = [320, 128, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token3_: + name = "L_self_parameters_cls_token3_" + shape = [1, 1, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [320, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.190 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.012 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [80, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.047 + std = 0.176 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [120, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.115 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [120, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.077 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_weight_" + shape = [512, 320, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.016 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token4_: + name = "L_self_parameters_cls_token4_" + shape = [1, 1, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [512, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.013 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [128, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.190 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.051 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [192, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.117 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_weight_: + name = "L_self_modules_norm4_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_bias_: + name = "L_self_modules_norm4_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/coat_lite_tiny.in1k/graph_hash.txt b/samples/timm/coat_lite_tiny.in1k/graph_hash.txt new file mode 100644 index 0000000000..2aed4edeea --- /dev/null +++ b/samples/timm/coat_lite_tiny.in1k/graph_hash.txt @@ -0,0 +1 @@ +0f835b2acd918ac86f94f98d8976832e84263a568562660d3fe87debf158b23d \ No newline at end of file diff --git a/samples/timm/coat_lite_tiny.in1k/graph_net.json b/samples/timm/coat_lite_tiny.in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/coat_lite_tiny.in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/coat_lite_tiny.in1k/input_meta.py b/samples/timm/coat_lite_tiny.in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_tiny.in1k/input_tensor_constraints.py b/samples/timm/coat_lite_tiny.in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/coat_lite_tiny.in1k/model.py b/samples/timm/coat_lite_tiny.in1k/model.py new file mode 100644 index 0000000000..bfb2593034 --- /dev/null +++ b/samples/timm/coat_lite_tiny.in1k/model.py @@ -0,0 +1,1989 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_x_: torch.Tensor, + L_self_modules_patch_embed1_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token1_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token2_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token3_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_patch_embed4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_parameters_cls_token4_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm4_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_x_ = L_x_ + l_self_modules_patch_embed1_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed1_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed1_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token1_ = L_self_parameters_cls_token1_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed2_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed2_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed2_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token2_ = L_self_parameters_cls_token2_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed3_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed3_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed3_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token3_ = L_self_parameters_cls_token3_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_patch_embed4_modules_proj_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_proj_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_proj_parameters_bias_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_weight_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) + l_self_modules_patch_embed4_modules_norm_parameters_bias_ = ( + L_self_modules_patch_embed4_modules_norm_parameters_bias_ + ) + l_self_parameters_cls_token4_ = L_self_parameters_cls_token4_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_norm4_parameters_weight_ = ( + L_self_modules_norm4_parameters_weight_ + ) + l_self_modules_norm4_parameters_bias_ = L_self_modules_norm4_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + x = torch.conv2d( + l_x_, + l_self_modules_patch_embed1_modules_proj_parameters_weight_, + l_self_modules_patch_embed1_modules_proj_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_patch_embed1_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_proj_parameters_bias_ = None + flatten = x.flatten(2) + x = None + x_1 = flatten.transpose(1, 2) + flatten = None + x_2 = torch.nn.functional.layer_norm( + x_1, + (64,), + l_self_modules_patch_embed1_modules_norm_parameters_weight_, + l_self_modules_patch_embed1_modules_norm_parameters_bias_, + 1e-05, + ) + x_1 = ( + l_self_modules_patch_embed1_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed1_modules_norm_parameters_bias_ = None + cls_tokens = l_self_parameters_cls_token1_.expand(1, -1, -1) + l_self_parameters_cls_token1_ = None + x_3 = torch.cat((cls_tokens, x_2), dim=1) + cls_tokens = x_2 = None + cls_token = x_3[(slice(None, None, None), slice(None, 1, None))] + img_tokens = x_3[(slice(None, None, None), slice(1, None, None))] + x_3 = None + transpose_1 = img_tokens.transpose(1, 2) + img_tokens = None + feat = transpose_1.view(1, 64, 56, 56) + transpose_1 = None + conv2d_1 = torch.conv2d( + feat, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + x_4 = conv2d_1 + feat + conv2d_1 = feat = None + flatten_1 = x_4.flatten(2) + x_4 = None + x_5 = flatten_1.transpose(1, 2) + flatten_1 = None + x_6 = torch.cat((cls_token, x_5), dim=1) + cls_token = x_5 = None + x_7 = torch.nn.functional.layer_norm( + x_6, + (64,), + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_ + ) = None + linear = torch._C._nn.linear( + x_7, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_7 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape = linear.reshape(1, 3137, 3, 8, 8) + linear = None + qkv = reshape.permute(2, 0, 3, 1, 4) + reshape = None + unbind = qkv.unbind(0) + qkv = None + q = unbind[0] + k = unbind[1] + v = unbind[2] + unbind = None + k_softmax = k.softmax(dim=2) + k = None + transpose_3 = k_softmax.transpose(-1, -2) + k_softmax = None + factor_att = transpose_3 @ v + transpose_3 = None + factor_att_1 = q @ factor_att + factor_att = None + q_img = q[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q = None + v_img = v[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v = None + transpose_4 = v_img.transpose(-1, -2) + v_img = None + v_img_1 = transpose_4.reshape(1, 64, 56, 56) + transpose_4 = None + split = torch.functional.split(v_img_1, [16, 24, 24], dim=1) + v_img_1 = None + getitem_15 = split[0] + getitem_16 = split[1] + getitem_17 = split[2] + split = None + conv2d_2 = torch.conv2d( + getitem_15, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 16, + ) + getitem_15 = None + conv2d_3 = torch.conv2d( + getitem_16, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 24, + ) + getitem_16 = None + conv2d_4 = torch.conv2d( + getitem_17, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 24, + ) + getitem_17 = None + conv_v_img = torch.cat([conv2d_2, conv2d_3, conv2d_4], dim=1) + conv2d_2 = conv2d_3 = conv2d_4 = None + reshape_2 = conv_v_img.reshape(1, 8, 8, 3136) + conv_v_img = None + conv_v_img_1 = reshape_2.transpose(-1, -2) + reshape_2 = None + EV_hat = q_img * conv_v_img_1 + q_img = conv_v_img_1 = None + EV_hat_1 = torch._C._nn.pad(EV_hat, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat = None + mul_1 = 0.3535533905932738 * factor_att_1 + factor_att_1 = None + x_8 = mul_1 + EV_hat_1 + mul_1 = EV_hat_1 = None + transpose_6 = x_8.transpose(1, 2) + x_8 = None + x_9 = transpose_6.reshape(1, 3137, 64) + transpose_6 = None + x_10 = torch._C._nn.linear( + x_9, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_9 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + x_12 = x_6 + x_11 + x_6 = x_11 = None + x_13 = torch.nn.functional.layer_norm( + x_12, + (64,), + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_ + ) = None + x_14 = torch._C._nn.linear( + x_13, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_13 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_15 = torch._C._nn.gelu(x_14, approximate="none") + x_14 = None + x_16 = torch.nn.functional.dropout(x_15, 0.0, False, False) + x_15 = None + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_16 = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_18 = torch.nn.functional.dropout(x_17, 0.0, False, False) + x_17 = None + x_19 = x_12 + x_18 + x_12 = x_18 = None + cls_token_1 = x_19[(slice(None, None, None), slice(None, 1, None))] + img_tokens_1 = x_19[(slice(None, None, None), slice(1, None, None))] + x_19 = None + transpose_7 = img_tokens_1.transpose(1, 2) + img_tokens_1 = None + feat_1 = transpose_7.view(1, 64, 56, 56) + transpose_7 = None + conv2d_5 = torch.conv2d( + feat_1, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_20 = conv2d_5 + feat_1 + conv2d_5 = feat_1 = None + flatten_2 = x_20.flatten(2) + x_20 = None + x_21 = flatten_2.transpose(1, 2) + flatten_2 = None + x_22 = torch.cat((cls_token_1, x_21), dim=1) + cls_token_1 = x_21 = None + x_23 = torch.nn.functional.layer_norm( + x_22, + (64,), + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_4 = torch._C._nn.linear( + x_23, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_23 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_4 = linear_4.reshape(1, 3137, 3, 8, 8) + linear_4 = None + qkv_1 = reshape_4.permute(2, 0, 3, 1, 4) + reshape_4 = None + unbind_1 = qkv_1.unbind(0) + qkv_1 = None + q_1 = unbind_1[0] + k_1 = unbind_1[1] + v_1 = unbind_1[2] + unbind_1 = None + k_softmax_1 = k_1.softmax(dim=2) + k_1 = None + transpose_9 = k_softmax_1.transpose(-1, -2) + k_softmax_1 = None + factor_att_2 = transpose_9 @ v_1 + transpose_9 = None + factor_att_3 = q_1 @ factor_att_2 + factor_att_2 = None + q_img_1 = q_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_1 = None + v_img_2 = v_1[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_1 = None + transpose_10 = v_img_2.transpose(-1, -2) + v_img_2 = None + v_img_3 = transpose_10.reshape(1, 64, 56, 56) + transpose_10 = None + split_1 = torch.functional.split(v_img_3, [16, 24, 24], dim=1) + v_img_3 = None + getitem_25 = split_1[0] + getitem_26 = split_1[1] + getitem_27 = split_1[2] + split_1 = None + conv2d_6 = torch.conv2d( + getitem_25, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 16, + ) + getitem_25 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_7 = torch.conv2d( + getitem_26, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 24, + ) + getitem_26 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_8 = torch.conv2d( + getitem_27, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 24, + ) + getitem_27 = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_2 = torch.cat([conv2d_6, conv2d_7, conv2d_8], dim=1) + conv2d_6 = conv2d_7 = conv2d_8 = None + reshape_6 = conv_v_img_2.reshape(1, 8, 8, 3136) + conv_v_img_2 = None + conv_v_img_3 = reshape_6.transpose(-1, -2) + reshape_6 = None + EV_hat_2 = q_img_1 * conv_v_img_3 + q_img_1 = conv_v_img_3 = None + EV_hat_3 = torch._C._nn.pad(EV_hat_2, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_2 = None + mul_3 = 0.3535533905932738 * factor_att_3 + factor_att_3 = None + x_24 = mul_3 + EV_hat_3 + mul_3 = EV_hat_3 = None + transpose_12 = x_24.transpose(1, 2) + x_24 = None + x_25 = transpose_12.reshape(1, 3137, 64) + transpose_12 = None + x_26 = torch._C._nn.linear( + x_25, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_25 = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_27 = torch.nn.functional.dropout(x_26, 0.0, False, False) + x_26 = None + x_28 = x_22 + x_27 + x_22 = x_27 = None + x_29 = torch.nn.functional.layer_norm( + x_28, + (64,), + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_ + ) = None + x_30 = torch._C._nn.linear( + x_29, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_29 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_31 = torch._C._nn.gelu(x_30, approximate="none") + x_30 = None + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + x_33 = torch._C._nn.linear( + x_32, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_32 = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = x_28 + x_34 + x_28 = x_34 = None + getitem_28 = x_35[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_35 = None + reshape_8 = getitem_28.reshape(1, 56, 56, -1) + getitem_28 = None + permute_2 = reshape_8.permute(0, 3, 1, 2) + reshape_8 = None + x1_nocls = permute_2.contiguous() + permute_2 = None + x_36 = torch.conv2d( + x1_nocls, + l_self_modules_patch_embed2_modules_proj_parameters_weight_, + l_self_modules_patch_embed2_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x1_nocls = ( + l_self_modules_patch_embed2_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_proj_parameters_bias_ = None + flatten_3 = x_36.flatten(2) + x_36 = None + x_37 = flatten_3.transpose(1, 2) + flatten_3 = None + x_38 = torch.nn.functional.layer_norm( + x_37, + (128,), + l_self_modules_patch_embed2_modules_norm_parameters_weight_, + l_self_modules_patch_embed2_modules_norm_parameters_bias_, + 1e-05, + ) + x_37 = ( + l_self_modules_patch_embed2_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed2_modules_norm_parameters_bias_ = None + cls_tokens_1 = l_self_parameters_cls_token2_.expand(1, -1, -1) + l_self_parameters_cls_token2_ = None + x_39 = torch.cat((cls_tokens_1, x_38), dim=1) + cls_tokens_1 = x_38 = None + cls_token_2 = x_39[(slice(None, None, None), slice(None, 1, None))] + img_tokens_2 = x_39[(slice(None, None, None), slice(1, None, None))] + x_39 = None + transpose_14 = img_tokens_2.transpose(1, 2) + img_tokens_2 = None + feat_2 = transpose_14.view(1, 128, 28, 28) + transpose_14 = None + conv2d_10 = torch.conv2d( + feat_2, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + x_40 = conv2d_10 + feat_2 + conv2d_10 = feat_2 = None + flatten_4 = x_40.flatten(2) + x_40 = None + x_41 = flatten_4.transpose(1, 2) + flatten_4 = None + x_42 = torch.cat((cls_token_2, x_41), dim=1) + cls_token_2 = x_41 = None + x_43 = torch.nn.functional.layer_norm( + x_42, + (128,), + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_8 = torch._C._nn.linear( + x_43, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_43 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_9 = linear_8.reshape(1, 785, 3, 8, 16) + linear_8 = None + qkv_2 = reshape_9.permute(2, 0, 3, 1, 4) + reshape_9 = None + unbind_2 = qkv_2.unbind(0) + qkv_2 = None + q_2 = unbind_2[0] + k_2 = unbind_2[1] + v_2 = unbind_2[2] + unbind_2 = None + k_softmax_2 = k_2.softmax(dim=2) + k_2 = None + transpose_16 = k_softmax_2.transpose(-1, -2) + k_softmax_2 = None + factor_att_4 = transpose_16 @ v_2 + transpose_16 = None + factor_att_5 = q_2 @ factor_att_4 + factor_att_4 = None + q_img_2 = q_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_2 = None + v_img_4 = v_2[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_2 = None + transpose_17 = v_img_4.transpose(-1, -2) + v_img_4 = None + v_img_5 = transpose_17.reshape(1, 128, 28, 28) + transpose_17 = None + split_2 = torch.functional.split(v_img_5, [32, 48, 48], dim=1) + v_img_5 = None + getitem_36 = split_2[0] + getitem_37 = split_2[1] + getitem_38 = split_2[2] + split_2 = None + conv2d_11 = torch.conv2d( + getitem_36, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_36 = None + conv2d_12 = torch.conv2d( + getitem_37, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_37 = None + conv2d_13 = torch.conv2d( + getitem_38, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_38 = None + conv_v_img_4 = torch.cat([conv2d_11, conv2d_12, conv2d_13], dim=1) + conv2d_11 = conv2d_12 = conv2d_13 = None + reshape_11 = conv_v_img_4.reshape(1, 8, 16, 784) + conv_v_img_4 = None + conv_v_img_5 = reshape_11.transpose(-1, -2) + reshape_11 = None + EV_hat_4 = q_img_2 * conv_v_img_5 + q_img_2 = conv_v_img_5 = None + EV_hat_5 = torch._C._nn.pad(EV_hat_4, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_4 = None + mul_5 = 0.25 * factor_att_5 + factor_att_5 = None + x_44 = mul_5 + EV_hat_5 + mul_5 = EV_hat_5 = None + transpose_19 = x_44.transpose(1, 2) + x_44 = None + x_45 = transpose_19.reshape(1, 785, 128) + transpose_19 = None + x_46 = torch._C._nn.linear( + x_45, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_45 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_47 = torch.nn.functional.dropout(x_46, 0.0, False, False) + x_46 = None + x_48 = x_42 + x_47 + x_42 = x_47 = None + x_49 = torch.nn.functional.layer_norm( + x_48, + (128,), + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_ + ) = None + x_50 = torch._C._nn.linear( + x_49, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_49 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_51 = torch._C._nn.gelu(x_50, approximate="none") + x_50 = None + x_52 = torch.nn.functional.dropout(x_51, 0.0, False, False) + x_51 = None + x_53 = torch._C._nn.linear( + x_52, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_52 = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_54 = torch.nn.functional.dropout(x_53, 0.0, False, False) + x_53 = None + x_55 = x_48 + x_54 + x_48 = x_54 = None + cls_token_3 = x_55[(slice(None, None, None), slice(None, 1, None))] + img_tokens_3 = x_55[(slice(None, None, None), slice(1, None, None))] + x_55 = None + transpose_20 = img_tokens_3.transpose(1, 2) + img_tokens_3 = None + feat_3 = transpose_20.view(1, 128, 28, 28) + transpose_20 = None + conv2d_14 = torch.conv2d( + feat_3, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 128, + ) + l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_56 = conv2d_14 + feat_3 + conv2d_14 = feat_3 = None + flatten_5 = x_56.flatten(2) + x_56 = None + x_57 = flatten_5.transpose(1, 2) + flatten_5 = None + x_58 = torch.cat((cls_token_3, x_57), dim=1) + cls_token_3 = x_57 = None + x_59 = torch.nn.functional.layer_norm( + x_58, + (128,), + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_12 = torch._C._nn.linear( + x_59, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_59 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_13 = linear_12.reshape(1, 785, 3, 8, 16) + linear_12 = None + qkv_3 = reshape_13.permute(2, 0, 3, 1, 4) + reshape_13 = None + unbind_3 = qkv_3.unbind(0) + qkv_3 = None + q_3 = unbind_3[0] + k_3 = unbind_3[1] + v_3 = unbind_3[2] + unbind_3 = None + k_softmax_3 = k_3.softmax(dim=2) + k_3 = None + transpose_22 = k_softmax_3.transpose(-1, -2) + k_softmax_3 = None + factor_att_6 = transpose_22 @ v_3 + transpose_22 = None + factor_att_7 = q_3 @ factor_att_6 + factor_att_6 = None + q_img_3 = q_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_3 = None + v_img_6 = v_3[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_3 = None + transpose_23 = v_img_6.transpose(-1, -2) + v_img_6 = None + v_img_7 = transpose_23.reshape(1, 128, 28, 28) + transpose_23 = None + split_3 = torch.functional.split(v_img_7, [32, 48, 48], dim=1) + v_img_7 = None + getitem_46 = split_3[0] + getitem_47 = split_3[1] + getitem_48 = split_3[2] + split_3 = None + conv2d_15 = torch.conv2d( + getitem_46, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 32, + ) + getitem_46 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_16 = torch.conv2d( + getitem_47, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 48, + ) + getitem_47 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_17 = torch.conv2d( + getitem_48, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + getitem_48 = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_6 = torch.cat([conv2d_15, conv2d_16, conv2d_17], dim=1) + conv2d_15 = conv2d_16 = conv2d_17 = None + reshape_15 = conv_v_img_6.reshape(1, 8, 16, 784) + conv_v_img_6 = None + conv_v_img_7 = reshape_15.transpose(-1, -2) + reshape_15 = None + EV_hat_6 = q_img_3 * conv_v_img_7 + q_img_3 = conv_v_img_7 = None + EV_hat_7 = torch._C._nn.pad(EV_hat_6, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_6 = None + mul_7 = 0.25 * factor_att_7 + factor_att_7 = None + x_60 = mul_7 + EV_hat_7 + mul_7 = EV_hat_7 = None + transpose_25 = x_60.transpose(1, 2) + x_60 = None + x_61 = transpose_25.reshape(1, 785, 128) + transpose_25 = None + x_62 = torch._C._nn.linear( + x_61, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_61 = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_63 = torch.nn.functional.dropout(x_62, 0.0, False, False) + x_62 = None + x_64 = x_58 + x_63 + x_58 = x_63 = None + x_65 = torch.nn.functional.layer_norm( + x_64, + (128,), + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_ + ) = None + x_66 = torch._C._nn.linear( + x_65, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_65 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_67 = torch._C._nn.gelu(x_66, approximate="none") + x_66 = None + x_68 = torch.nn.functional.dropout(x_67, 0.0, False, False) + x_67 = None + x_69 = torch._C._nn.linear( + x_68, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_68 = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = x_64 + x_70 + x_64 = x_70 = None + getitem_49 = x_71[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_71 = None + reshape_17 = getitem_49.reshape(1, 28, 28, -1) + getitem_49 = None + permute_5 = reshape_17.permute(0, 3, 1, 2) + reshape_17 = None + x2_nocls = permute_5.contiguous() + permute_5 = None + x_72 = torch.conv2d( + x2_nocls, + l_self_modules_patch_embed3_modules_proj_parameters_weight_, + l_self_modules_patch_embed3_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x2_nocls = ( + l_self_modules_patch_embed3_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_proj_parameters_bias_ = None + flatten_6 = x_72.flatten(2) + x_72 = None + x_73 = flatten_6.transpose(1, 2) + flatten_6 = None + x_74 = torch.nn.functional.layer_norm( + x_73, + (256,), + l_self_modules_patch_embed3_modules_norm_parameters_weight_, + l_self_modules_patch_embed3_modules_norm_parameters_bias_, + 1e-05, + ) + x_73 = ( + l_self_modules_patch_embed3_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed3_modules_norm_parameters_bias_ = None + cls_tokens_2 = l_self_parameters_cls_token3_.expand(1, -1, -1) + l_self_parameters_cls_token3_ = None + x_75 = torch.cat((cls_tokens_2, x_74), dim=1) + cls_tokens_2 = x_74 = None + cls_token_4 = x_75[(slice(None, None, None), slice(None, 1, None))] + img_tokens_4 = x_75[(slice(None, None, None), slice(1, None, None))] + x_75 = None + transpose_27 = img_tokens_4.transpose(1, 2) + img_tokens_4 = None + feat_4 = transpose_27.view(1, 256, 14, 14) + transpose_27 = None + conv2d_19 = torch.conv2d( + feat_4, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + x_76 = conv2d_19 + feat_4 + conv2d_19 = feat_4 = None + flatten_7 = x_76.flatten(2) + x_76 = None + x_77 = flatten_7.transpose(1, 2) + flatten_7 = None + x_78 = torch.cat((cls_token_4, x_77), dim=1) + cls_token_4 = x_77 = None + x_79 = torch.nn.functional.layer_norm( + x_78, + (256,), + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_16 = torch._C._nn.linear( + x_79, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_79 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_18 = linear_16.reshape(1, 197, 3, 8, 32) + linear_16 = None + qkv_4 = reshape_18.permute(2, 0, 3, 1, 4) + reshape_18 = None + unbind_4 = qkv_4.unbind(0) + qkv_4 = None + q_4 = unbind_4[0] + k_4 = unbind_4[1] + v_4 = unbind_4[2] + unbind_4 = None + k_softmax_4 = k_4.softmax(dim=2) + k_4 = None + transpose_29 = k_softmax_4.transpose(-1, -2) + k_softmax_4 = None + factor_att_8 = transpose_29 @ v_4 + transpose_29 = None + factor_att_9 = q_4 @ factor_att_8 + factor_att_8 = None + q_img_4 = q_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_4 = None + v_img_8 = v_4[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_4 = None + transpose_30 = v_img_8.transpose(-1, -2) + v_img_8 = None + v_img_9 = transpose_30.reshape(1, 256, 14, 14) + transpose_30 = None + split_4 = torch.functional.split(v_img_9, [64, 96, 96], dim=1) + v_img_9 = None + getitem_57 = split_4[0] + getitem_58 = split_4[1] + getitem_59 = split_4[2] + split_4 = None + conv2d_20 = torch.conv2d( + getitem_57, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_57 = None + conv2d_21 = torch.conv2d( + getitem_58, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_58 = None + conv2d_22 = torch.conv2d( + getitem_59, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_59 = None + conv_v_img_8 = torch.cat([conv2d_20, conv2d_21, conv2d_22], dim=1) + conv2d_20 = conv2d_21 = conv2d_22 = None + reshape_20 = conv_v_img_8.reshape(1, 8, 32, 196) + conv_v_img_8 = None + conv_v_img_9 = reshape_20.transpose(-1, -2) + reshape_20 = None + EV_hat_8 = q_img_4 * conv_v_img_9 + q_img_4 = conv_v_img_9 = None + EV_hat_9 = torch._C._nn.pad(EV_hat_8, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_8 = None + mul_9 = 0.1767766952966369 * factor_att_9 + factor_att_9 = None + x_80 = mul_9 + EV_hat_9 + mul_9 = EV_hat_9 = None + transpose_32 = x_80.transpose(1, 2) + x_80 = None + x_81 = transpose_32.reshape(1, 197, 256) + transpose_32 = None + x_82 = torch._C._nn.linear( + x_81, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_81 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_83 = torch.nn.functional.dropout(x_82, 0.0, False, False) + x_82 = None + x_84 = x_78 + x_83 + x_78 = x_83 = None + x_85 = torch.nn.functional.layer_norm( + x_84, + (256,), + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_ + ) = None + x_86 = torch._C._nn.linear( + x_85, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_85 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_87 = torch._C._nn.gelu(x_86, approximate="none") + x_86 = None + x_88 = torch.nn.functional.dropout(x_87, 0.0, False, False) + x_87 = None + x_89 = torch._C._nn.linear( + x_88, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_88 = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_90 = torch.nn.functional.dropout(x_89, 0.0, False, False) + x_89 = None + x_91 = x_84 + x_90 + x_84 = x_90 = None + cls_token_5 = x_91[(slice(None, None, None), slice(None, 1, None))] + img_tokens_5 = x_91[(slice(None, None, None), slice(1, None, None))] + x_91 = None + transpose_33 = img_tokens_5.transpose(1, 2) + img_tokens_5 = None + feat_5 = transpose_33.view(1, 256, 14, 14) + transpose_33 = None + conv2d_23 = torch.conv2d( + feat_5, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 256, + ) + l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_92 = conv2d_23 + feat_5 + conv2d_23 = feat_5 = None + flatten_8 = x_92.flatten(2) + x_92 = None + x_93 = flatten_8.transpose(1, 2) + flatten_8 = None + x_94 = torch.cat((cls_token_5, x_93), dim=1) + cls_token_5 = x_93 = None + x_95 = torch.nn.functional.layer_norm( + x_94, + (256,), + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_20 = torch._C._nn.linear( + x_95, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_95 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_22 = linear_20.reshape(1, 197, 3, 8, 32) + linear_20 = None + qkv_5 = reshape_22.permute(2, 0, 3, 1, 4) + reshape_22 = None + unbind_5 = qkv_5.unbind(0) + qkv_5 = None + q_5 = unbind_5[0] + k_5 = unbind_5[1] + v_5 = unbind_5[2] + unbind_5 = None + k_softmax_5 = k_5.softmax(dim=2) + k_5 = None + transpose_35 = k_softmax_5.transpose(-1, -2) + k_softmax_5 = None + factor_att_10 = transpose_35 @ v_5 + transpose_35 = None + factor_att_11 = q_5 @ factor_att_10 + factor_att_10 = None + q_img_5 = q_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_5 = None + v_img_10 = v_5[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_5 = None + transpose_36 = v_img_10.transpose(-1, -2) + v_img_10 = None + v_img_11 = transpose_36.reshape(1, 256, 14, 14) + transpose_36 = None + split_5 = torch.functional.split(v_img_11, [64, 96, 96], dim=1) + v_img_11 = None + getitem_67 = split_5[0] + getitem_68 = split_5[1] + getitem_69 = split_5[2] + split_5 = None + conv2d_24 = torch.conv2d( + getitem_67, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 64, + ) + getitem_67 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_25 = torch.conv2d( + getitem_68, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 96, + ) + getitem_68 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_26 = torch.conv2d( + getitem_69, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + getitem_69 = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_10 = torch.cat([conv2d_24, conv2d_25, conv2d_26], dim=1) + conv2d_24 = conv2d_25 = conv2d_26 = None + reshape_24 = conv_v_img_10.reshape(1, 8, 32, 196) + conv_v_img_10 = None + conv_v_img_11 = reshape_24.transpose(-1, -2) + reshape_24 = None + EV_hat_10 = q_img_5 * conv_v_img_11 + q_img_5 = conv_v_img_11 = None + EV_hat_11 = torch._C._nn.pad(EV_hat_10, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_10 = None + mul_11 = 0.1767766952966369 * factor_att_11 + factor_att_11 = None + x_96 = mul_11 + EV_hat_11 + mul_11 = EV_hat_11 = None + transpose_38 = x_96.transpose(1, 2) + x_96 = None + x_97 = transpose_38.reshape(1, 197, 256) + transpose_38 = None + x_98 = torch._C._nn.linear( + x_97, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_97 = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_99 = torch.nn.functional.dropout(x_98, 0.0, False, False) + x_98 = None + x_100 = x_94 + x_99 + x_94 = x_99 = None + x_101 = torch.nn.functional.layer_norm( + x_100, + (256,), + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_ + ) = None + x_102 = torch._C._nn.linear( + x_101, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_101 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_103 = torch._C._nn.gelu(x_102, approximate="none") + x_102 = None + x_104 = torch.nn.functional.dropout(x_103, 0.0, False, False) + x_103 = None + x_105 = torch._C._nn.linear( + x_104, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_104 = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_106 = torch.nn.functional.dropout(x_105, 0.0, False, False) + x_105 = None + x_107 = x_100 + x_106 + x_100 = x_106 = None + getitem_70 = x_107[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + x_107 = None + reshape_26 = getitem_70.reshape(1, 14, 14, -1) + getitem_70 = None + permute_8 = reshape_26.permute(0, 3, 1, 2) + reshape_26 = None + x3_nocls = permute_8.contiguous() + permute_8 = None + x_108 = torch.conv2d( + x3_nocls, + l_self_modules_patch_embed4_modules_proj_parameters_weight_, + l_self_modules_patch_embed4_modules_proj_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x3_nocls = ( + l_self_modules_patch_embed4_modules_proj_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_proj_parameters_bias_ = None + flatten_9 = x_108.flatten(2) + x_108 = None + x_109 = flatten_9.transpose(1, 2) + flatten_9 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (320,), + l_self_modules_patch_embed4_modules_norm_parameters_weight_, + l_self_modules_patch_embed4_modules_norm_parameters_bias_, + 1e-05, + ) + x_109 = ( + l_self_modules_patch_embed4_modules_norm_parameters_weight_ + ) = l_self_modules_patch_embed4_modules_norm_parameters_bias_ = None + cls_tokens_3 = l_self_parameters_cls_token4_.expand(1, -1, -1) + l_self_parameters_cls_token4_ = None + x_111 = torch.cat((cls_tokens_3, x_110), dim=1) + cls_tokens_3 = x_110 = None + cls_token_6 = x_111[(slice(None, None, None), slice(None, 1, None))] + img_tokens_6 = x_111[(slice(None, None, None), slice(1, None, None))] + x_111 = None + transpose_40 = img_tokens_6.transpose(1, 2) + img_tokens_6 = None + feat_6 = transpose_40.view(1, 320, 7, 7) + transpose_40 = None + conv2d_28 = torch.conv2d( + feat_6, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + x_112 = conv2d_28 + feat_6 + conv2d_28 = feat_6 = None + flatten_10 = x_112.flatten(2) + x_112 = None + x_113 = flatten_10.transpose(1, 2) + flatten_10 = None + x_114 = torch.cat((cls_token_6, x_113), dim=1) + cls_token_6 = x_113 = None + x_115 = torch.nn.functional.layer_norm( + x_114, + (320,), + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_ + ) = None + linear_24 = torch._C._nn.linear( + x_115, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_115 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_27 = linear_24.reshape(1, 50, 3, 8, 40) + linear_24 = None + qkv_6 = reshape_27.permute(2, 0, 3, 1, 4) + reshape_27 = None + unbind_6 = qkv_6.unbind(0) + qkv_6 = None + q_6 = unbind_6[0] + k_6 = unbind_6[1] + v_6 = unbind_6[2] + unbind_6 = None + k_softmax_6 = k_6.softmax(dim=2) + k_6 = None + transpose_42 = k_softmax_6.transpose(-1, -2) + k_softmax_6 = None + factor_att_12 = transpose_42 @ v_6 + transpose_42 = None + factor_att_13 = q_6 @ factor_att_12 + factor_att_12 = None + q_img_6 = q_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_6 = None + v_img_12 = v_6[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_6 = None + transpose_43 = v_img_12.transpose(-1, -2) + v_img_12 = None + v_img_13 = transpose_43.reshape(1, 320, 7, 7) + transpose_43 = None + split_6 = torch.functional.split(v_img_13, [80, 120, 120], dim=1) + v_img_13 = None + getitem_78 = split_6[0] + getitem_79 = split_6[1] + getitem_80 = split_6[2] + split_6 = None + conv2d_29 = torch.conv2d( + getitem_78, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_78 = None + conv2d_30 = torch.conv2d( + getitem_79, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_79 = None + conv2d_31 = torch.conv2d( + getitem_80, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_80 = None + conv_v_img_12 = torch.cat([conv2d_29, conv2d_30, conv2d_31], dim=1) + conv2d_29 = conv2d_30 = conv2d_31 = None + reshape_29 = conv_v_img_12.reshape(1, 8, 40, 49) + conv_v_img_12 = None + conv_v_img_13 = reshape_29.transpose(-1, -2) + reshape_29 = None + EV_hat_12 = q_img_6 * conv_v_img_13 + q_img_6 = conv_v_img_13 = None + EV_hat_13 = torch._C._nn.pad(EV_hat_12, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_12 = None + mul_13 = 0.15811388300841897 * factor_att_13 + factor_att_13 = None + x_116 = mul_13 + EV_hat_13 + mul_13 = EV_hat_13 = None + transpose_45 = x_116.transpose(1, 2) + x_116 = None + x_117 = transpose_45.reshape(1, 50, 320) + transpose_45 = None + x_118 = torch._C._nn.linear( + x_117, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_117 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_119 = torch.nn.functional.dropout(x_118, 0.0, False, False) + x_118 = None + x_120 = x_114 + x_119 + x_114 = x_119 = None + x_121 = torch.nn.functional.layer_norm( + x_120, + (320,), + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_ + ) = None + x_122 = torch._C._nn.linear( + x_121, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_121 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_123 = torch._C._nn.gelu(x_122, approximate="none") + x_122 = None + x_124 = torch.nn.functional.dropout(x_123, 0.0, False, False) + x_123 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_124 = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + x_127 = x_120 + x_126 + x_120 = x_126 = None + cls_token_7 = x_127[(slice(None, None, None), slice(None, 1, None))] + img_tokens_7 = x_127[(slice(None, None, None), slice(1, None, None))] + x_127 = None + transpose_46 = img_tokens_7.transpose(1, 2) + img_tokens_7 = None + feat_7 = transpose_46.view(1, 320, 7, 7) + transpose_46 = None + conv2d_32 = torch.conv2d( + feat_7, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 320, + ) + l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_ = (None) + x_128 = conv2d_32 + feat_7 + conv2d_32 = feat_7 = None + flatten_11 = x_128.flatten(2) + x_128 = None + x_129 = flatten_11.transpose(1, 2) + flatten_11 = None + x_130 = torch.cat((cls_token_7, x_129), dim=1) + cls_token_7 = x_129 = None + x_131 = torch.nn.functional.layer_norm( + x_130, + (320,), + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_ + ) = None + linear_28 = torch._C._nn.linear( + x_131, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_, + ) + x_131 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_ = (None) + reshape_31 = linear_28.reshape(1, 50, 3, 8, 40) + linear_28 = None + qkv_7 = reshape_31.permute(2, 0, 3, 1, 4) + reshape_31 = None + unbind_7 = qkv_7.unbind(0) + qkv_7 = None + q_7 = unbind_7[0] + k_7 = unbind_7[1] + v_7 = unbind_7[2] + unbind_7 = None + k_softmax_7 = k_7.softmax(dim=2) + k_7 = None + transpose_48 = k_softmax_7.transpose(-1, -2) + k_softmax_7 = None + factor_att_14 = transpose_48 @ v_7 + transpose_48 = None + factor_att_15 = q_7 @ factor_att_14 + factor_att_14 = None + q_img_7 = q_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + q_7 = None + v_img_14 = v_7[ + ( + slice(None, None, None), + slice(None, None, None), + slice(1, None, None), + slice(None, None, None), + ) + ] + v_7 = None + transpose_49 = v_img_14.transpose(-1, -2) + v_img_14 = None + v_img_15 = transpose_49.reshape(1, 320, 7, 7) + transpose_49 = None + split_7 = torch.functional.split(v_img_15, [80, 120, 120], dim=1) + v_img_15 = None + getitem_88 = split_7[0] + getitem_89 = split_7[1] + getitem_90 = split_7[2] + split_7 = None + conv2d_33 = torch.conv2d( + getitem_88, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_, + (1, 1), + (1, 1), + (1, 1), + 80, + ) + getitem_88 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_ = (None) + conv2d_34 = torch.conv2d( + getitem_89, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_, + (1, 1), + (2, 2), + (1, 1), + 120, + ) + getitem_89 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_ = (None) + conv2d_35 = torch.conv2d( + getitem_90, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_, + l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 120, + ) + getitem_90 = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_ = l_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_ = (None) + conv_v_img_14 = torch.cat([conv2d_33, conv2d_34, conv2d_35], dim=1) + conv2d_33 = conv2d_34 = conv2d_35 = None + reshape_33 = conv_v_img_14.reshape(1, 8, 40, 49) + conv_v_img_14 = None + conv_v_img_15 = reshape_33.transpose(-1, -2) + reshape_33 = None + EV_hat_14 = q_img_7 * conv_v_img_15 + q_img_7 = conv_v_img_15 = None + EV_hat_15 = torch._C._nn.pad(EV_hat_14, (0, 0, 1, 0, 0, 0), "constant", None) + EV_hat_14 = None + mul_15 = 0.15811388300841897 * factor_att_15 + factor_att_15 = None + x_132 = mul_15 + EV_hat_15 + mul_15 = EV_hat_15 = None + transpose_51 = x_132.transpose(1, 2) + x_132 = None + x_133 = transpose_51.reshape(1, 50, 320) + transpose_51 = None + x_134 = torch._C._nn.linear( + x_133, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_, + ) + x_133 = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_ = (None) + x_135 = torch.nn.functional.dropout(x_134, 0.0, False, False) + x_134 = None + x_136 = x_130 + x_135 + x_130 = x_135 = None + x_137 = torch.nn.functional.layer_norm( + x_136, + (320,), + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_, + 1e-06, + ) + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_ + ) = None + x_138 = torch._C._nn.linear( + x_137, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_137 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_139 = torch._C._nn.gelu(x_138, approximate="none") + x_138 = None + x_140 = torch.nn.functional.dropout(x_139, 0.0, False, False) + x_139 = None + x_141 = torch._C._nn.linear( + x_140, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_140 = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_142 = torch.nn.functional.dropout(x_141, 0.0, False, False) + x_141 = None + x_143 = x_136 + x_142 + x_136 = x_142 = None + getitem_91 = x_143[ + (slice(None, None, None), slice(1, None, None), slice(None, None, None)) + ] + reshape_35 = getitem_91.reshape(1, 7, 7, -1) + getitem_91 = None + permute_11 = reshape_35.permute(0, 3, 1, 2) + reshape_35 = None + x4_nocls = permute_11.contiguous() + permute_11 = x4_nocls = None + x_144 = torch.nn.functional.layer_norm( + x_143, + (320,), + l_self_modules_norm4_parameters_weight_, + l_self_modules_norm4_parameters_bias_, + 1e-06, + ) + x_143 = ( + l_self_modules_norm4_parameters_weight_ + ) = l_self_modules_norm4_parameters_bias_ = None + x_145 = x_144[(slice(None, None, None), 0)] + x_144 = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + x_147 = torch._C._nn.linear( + x_146, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_146 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_147,) diff --git a/samples/timm/coat_lite_tiny.in1k/weight_meta.py b/samples/timm/coat_lite_tiny.in1k/weight_meta.py new file mode 100644 index 0000000000..cd8cf94139 --- /dev/null +++ b/samples/timm/coat_lite_tiny.in1k/weight_meta.py @@ -0,0 +1,1528 @@ +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.231 + std = 1.288 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_weight_" + shape = [64, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed1_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed1_modules_norm_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token1_: + name = "L_self_parameters_cls_token1_" + shape = [1, 1, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [64, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.014 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.023 + std = 0.198 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm1_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [192, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [16, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.188 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [16] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.025 + std = 0.199 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [24, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.115 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.012 + std = 0.103 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [24, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.049 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [64, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_norm2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [64, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm1_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [192, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [64, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_weight_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_norm2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [64, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks1_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_weight_" + shape = [128, 64, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.036 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.035 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed2_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed2_modules_norm_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token2_: + name = "L_self_parameters_cls_token2_" + shape = [1, 1, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [128, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.187 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.018 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [32, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.011 + std = 0.183 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [32] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.030 + std = 0.177 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [48, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.115 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.024 + std = 0.124 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.081 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.008 + std = 0.091 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks2_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_weight_" + shape = [256, 128, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.026 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed3_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed3_modules_norm_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token3_: + name = "L_self_parameters_cls_token3_" + shape = [1, 1, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [256, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.191 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.016 + std = 0.196 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [64, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.193 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [64] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.029 + std = 0.201 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [96, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.115 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.008 + std = 0.106 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [96, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.079 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks3_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_weight_" + shape = [320, 256, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_proj_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_weight_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_patch_embed4_modules_norm_parameters_bias_: + name = "L_self_modules_patch_embed4_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_parameters_cls_token4_: + name = "L_self_parameters_cls_token4_" + shape = [1, 1, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_weight_" + shape = [320, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.194 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_cpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.013 + std = 0.192 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_weight_" + shape = [80, 1, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.196 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_0_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.006 + std = 0.183 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_weight_" + shape = [120, 1, 5, 5] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_1_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.018 + std = 0.116 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_weight_" + shape = [120, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_crpe_modules_conv_list_modules_2_parameters_bias_" + shape = [120] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.009 + std = 0.086 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_weight_" + shape = [960, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_qkv_parameters_bias_" + shape = [960] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_weight_" + shape = [320, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_factoratt_crpe_modules_proj_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_norm2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_serial_blocks4_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_weight_: + name = "L_self_modules_norm4_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm4_parameters_bias_: + name = "L_self_modules_norm4_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/convmixer_1024_20_ks9_p14.in1k/graph_hash.txt b/samples/timm/convmixer_1024_20_ks9_p14.in1k/graph_hash.txt new file mode 100644 index 0000000000..8c7797f1b4 --- /dev/null +++ b/samples/timm/convmixer_1024_20_ks9_p14.in1k/graph_hash.txt @@ -0,0 +1 @@ +278547c85ed73465aeb4a413847ac5ebf20507ba3921a16f80994470a9d0c746 \ No newline at end of file diff --git a/samples/timm/convmixer_1024_20_ks9_p14.in1k/graph_net.json b/samples/timm/convmixer_1024_20_ks9_p14.in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convmixer_1024_20_ks9_p14.in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convmixer_1024_20_ks9_p14.in1k/input_meta.py b/samples/timm/convmixer_1024_20_ks9_p14.in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convmixer_1024_20_ks9_p14.in1k/input_tensor_constraints.py b/samples/timm/convmixer_1024_20_ks9_p14.in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convmixer_1024_20_ks9_p14.in1k/model.py b/samples/timm/convmixer_1024_20_ks9_p14.in1k/model.py new file mode 100644 index 0000000000..370b48c0e5 --- /dev/null +++ b/samples/timm/convmixer_1024_20_ks9_p14.in1k/model.py @@ -0,0 +1,1924 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_stem_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_stem_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_2_buffers_running_mean_ = ( + L_self_modules_stem_modules_2_buffers_running_mean_ + ) + l_self_modules_stem_modules_2_buffers_running_var_ = ( + L_self_modules_stem_modules_2_buffers_running_var_ + ) + l_self_modules_stem_modules_2_parameters_weight_ = ( + L_self_modules_stem_modules_2_parameters_weight_ + ) + l_self_modules_stem_modules_2_parameters_bias_ = ( + L_self_modules_stem_modules_2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_0_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_0_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_0_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_1_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_1_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_1_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_2_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_2_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_2_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_3_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_3_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_3_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_4_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_4_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_4_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_5_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_5_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_5_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_6_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_6_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_6_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_7_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_7_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_7_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_8_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_8_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_8_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_9_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_9_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_9_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_10_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_10_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_10_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_11_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_11_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_11_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_12_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_12_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_12_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_13_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_13_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_13_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_14_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_14_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_14_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_15_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_15_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_15_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_16_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_16_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_16_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_17_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_17_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_17_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_18_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_18_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_18_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_19_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_19_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_19_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_3_parameters_bias_ + ) + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (14, 14), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + input_2 = torch._C._nn.gelu(input_1, approximate="none") + input_1 = None + input_3 = torch.nn.functional.batch_norm( + input_2, + l_self_modules_stem_modules_2_buffers_running_mean_, + l_self_modules_stem_modules_2_buffers_running_var_, + l_self_modules_stem_modules_2_parameters_weight_, + l_self_modules_stem_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_2 = ( + l_self_modules_stem_modules_2_buffers_running_mean_ + ) = ( + l_self_modules_stem_modules_2_buffers_running_var_ + ) = ( + l_self_modules_stem_modules_2_parameters_weight_ + ) = l_self_modules_stem_modules_2_parameters_bias_ = None + input_4 = torch.conv2d( + input_3, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_5 = torch._C._nn.gelu(input_4, approximate="none") + input_4 = None + input_6 = torch.nn.functional.batch_norm( + input_5, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_5 = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_7 = input_6 + input_3 + input_6 = input_3 = None + input_8 = torch.conv2d( + input_7, + l_self_modules_blocks_modules_0_modules_1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_7 = ( + l_self_modules_blocks_modules_0_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_0_modules_1_parameters_bias_ = None + input_9 = torch._C._nn.gelu(input_8, approximate="none") + input_8 = None + input_10 = torch.nn.functional.batch_norm( + input_9, + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_0_modules_3_parameters_weight_, + l_self_modules_blocks_modules_0_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_9 = ( + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_0_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_0_modules_3_parameters_bias_ = None + input_11 = torch.conv2d( + input_10, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_12 = torch._C._nn.gelu(input_11, approximate="none") + input_11 = None + input_13 = torch.nn.functional.batch_norm( + input_12, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_12 = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_14 = input_13 + input_10 + input_13 = input_10 = None + input_15 = torch.conv2d( + input_14, + l_self_modules_blocks_modules_1_modules_1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_14 = ( + l_self_modules_blocks_modules_1_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_1_modules_1_parameters_bias_ = None + input_16 = torch._C._nn.gelu(input_15, approximate="none") + input_15 = None + input_17 = torch.nn.functional.batch_norm( + input_16, + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_1_modules_3_parameters_weight_, + l_self_modules_blocks_modules_1_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_16 = ( + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_1_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_1_modules_3_parameters_bias_ = None + input_18 = torch.conv2d( + input_17, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_19 = torch._C._nn.gelu(input_18, approximate="none") + input_18 = None + input_20 = torch.nn.functional.batch_norm( + input_19, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_19 = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_21 = input_20 + input_17 + input_20 = input_17 = None + input_22 = torch.conv2d( + input_21, + l_self_modules_blocks_modules_2_modules_1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_21 = ( + l_self_modules_blocks_modules_2_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_2_modules_1_parameters_bias_ = None + input_23 = torch._C._nn.gelu(input_22, approximate="none") + input_22 = None + input_24 = torch.nn.functional.batch_norm( + input_23, + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_2_modules_3_parameters_weight_, + l_self_modules_blocks_modules_2_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_23 = ( + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_2_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_2_modules_3_parameters_bias_ = None + input_25 = torch.conv2d( + input_24, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_26 = torch._C._nn.gelu(input_25, approximate="none") + input_25 = None + input_27 = torch.nn.functional.batch_norm( + input_26, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_26 = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_28 = input_27 + input_24 + input_27 = input_24 = None + input_29 = torch.conv2d( + input_28, + l_self_modules_blocks_modules_3_modules_1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_28 = ( + l_self_modules_blocks_modules_3_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_3_modules_1_parameters_bias_ = None + input_30 = torch._C._nn.gelu(input_29, approximate="none") + input_29 = None + input_31 = torch.nn.functional.batch_norm( + input_30, + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_3_modules_3_parameters_weight_, + l_self_modules_blocks_modules_3_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_30 = ( + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_3_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_3_modules_3_parameters_bias_ = None + input_32 = torch.conv2d( + input_31, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_33 = torch._C._nn.gelu(input_32, approximate="none") + input_32 = None + input_34 = torch.nn.functional.batch_norm( + input_33, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_33 = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_35 = input_34 + input_31 + input_34 = input_31 = None + input_36 = torch.conv2d( + input_35, + l_self_modules_blocks_modules_4_modules_1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_35 = ( + l_self_modules_blocks_modules_4_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_4_modules_1_parameters_bias_ = None + input_37 = torch._C._nn.gelu(input_36, approximate="none") + input_36 = None + input_38 = torch.nn.functional.batch_norm( + input_37, + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_4_modules_3_parameters_weight_, + l_self_modules_blocks_modules_4_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_37 = ( + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_4_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_4_modules_3_parameters_bias_ = None + input_39 = torch.conv2d( + input_38, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_40 = torch._C._nn.gelu(input_39, approximate="none") + input_39 = None + input_41 = torch.nn.functional.batch_norm( + input_40, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_40 = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_42 = input_41 + input_38 + input_41 = input_38 = None + input_43 = torch.conv2d( + input_42, + l_self_modules_blocks_modules_5_modules_1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_42 = ( + l_self_modules_blocks_modules_5_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_5_modules_1_parameters_bias_ = None + input_44 = torch._C._nn.gelu(input_43, approximate="none") + input_43 = None + input_45 = torch.nn.functional.batch_norm( + input_44, + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_5_modules_3_parameters_weight_, + l_self_modules_blocks_modules_5_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_44 = ( + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_5_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_5_modules_3_parameters_bias_ = None + input_46 = torch.conv2d( + input_45, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_47 = torch._C._nn.gelu(input_46, approximate="none") + input_46 = None + input_48 = torch.nn.functional.batch_norm( + input_47, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_47 = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_49 = input_48 + input_45 + input_48 = input_45 = None + input_50 = torch.conv2d( + input_49, + l_self_modules_blocks_modules_6_modules_1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_49 = ( + l_self_modules_blocks_modules_6_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_6_modules_1_parameters_bias_ = None + input_51 = torch._C._nn.gelu(input_50, approximate="none") + input_50 = None + input_52 = torch.nn.functional.batch_norm( + input_51, + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_6_modules_3_parameters_weight_, + l_self_modules_blocks_modules_6_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_51 = ( + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_6_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_6_modules_3_parameters_bias_ = None + input_53 = torch.conv2d( + input_52, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_54 = torch._C._nn.gelu(input_53, approximate="none") + input_53 = None + input_55 = torch.nn.functional.batch_norm( + input_54, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_54 = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_56 = input_55 + input_52 + input_55 = input_52 = None + input_57 = torch.conv2d( + input_56, + l_self_modules_blocks_modules_7_modules_1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_56 = ( + l_self_modules_blocks_modules_7_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_7_modules_1_parameters_bias_ = None + input_58 = torch._C._nn.gelu(input_57, approximate="none") + input_57 = None + input_59 = torch.nn.functional.batch_norm( + input_58, + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_7_modules_3_parameters_weight_, + l_self_modules_blocks_modules_7_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_58 = ( + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_7_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_7_modules_3_parameters_bias_ = None + input_60 = torch.conv2d( + input_59, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_61 = torch._C._nn.gelu(input_60, approximate="none") + input_60 = None + input_62 = torch.nn.functional.batch_norm( + input_61, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_61 = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_63 = input_62 + input_59 + input_62 = input_59 = None + input_64 = torch.conv2d( + input_63, + l_self_modules_blocks_modules_8_modules_1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_63 = ( + l_self_modules_blocks_modules_8_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_8_modules_1_parameters_bias_ = None + input_65 = torch._C._nn.gelu(input_64, approximate="none") + input_64 = None + input_66 = torch.nn.functional.batch_norm( + input_65, + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_8_modules_3_parameters_weight_, + l_self_modules_blocks_modules_8_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_65 = ( + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_8_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_8_modules_3_parameters_bias_ = None + input_67 = torch.conv2d( + input_66, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_68 = torch._C._nn.gelu(input_67, approximate="none") + input_67 = None + input_69 = torch.nn.functional.batch_norm( + input_68, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_68 = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_70 = input_69 + input_66 + input_69 = input_66 = None + input_71 = torch.conv2d( + input_70, + l_self_modules_blocks_modules_9_modules_1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_70 = ( + l_self_modules_blocks_modules_9_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_9_modules_1_parameters_bias_ = None + input_72 = torch._C._nn.gelu(input_71, approximate="none") + input_71 = None + input_73 = torch.nn.functional.batch_norm( + input_72, + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_9_modules_3_parameters_weight_, + l_self_modules_blocks_modules_9_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_72 = ( + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_9_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_9_modules_3_parameters_bias_ = None + input_74 = torch.conv2d( + input_73, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_75 = torch._C._nn.gelu(input_74, approximate="none") + input_74 = None + input_76 = torch.nn.functional.batch_norm( + input_75, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_75 = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_77 = input_76 + input_73 + input_76 = input_73 = None + input_78 = torch.conv2d( + input_77, + l_self_modules_blocks_modules_10_modules_1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_77 = ( + l_self_modules_blocks_modules_10_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_10_modules_1_parameters_bias_ = None + input_79 = torch._C._nn.gelu(input_78, approximate="none") + input_78 = None + input_80 = torch.nn.functional.batch_norm( + input_79, + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_10_modules_3_parameters_weight_, + l_self_modules_blocks_modules_10_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_79 = ( + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_10_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_10_modules_3_parameters_bias_ = None + input_81 = torch.conv2d( + input_80, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_82 = torch._C._nn.gelu(input_81, approximate="none") + input_81 = None + input_83 = torch.nn.functional.batch_norm( + input_82, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_82 = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_84 = input_83 + input_80 + input_83 = input_80 = None + input_85 = torch.conv2d( + input_84, + l_self_modules_blocks_modules_11_modules_1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_84 = ( + l_self_modules_blocks_modules_11_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_11_modules_1_parameters_bias_ = None + input_86 = torch._C._nn.gelu(input_85, approximate="none") + input_85 = None + input_87 = torch.nn.functional.batch_norm( + input_86, + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_11_modules_3_parameters_weight_, + l_self_modules_blocks_modules_11_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_86 = ( + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_11_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_11_modules_3_parameters_bias_ = None + input_88 = torch.conv2d( + input_87, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_89 = torch._C._nn.gelu(input_88, approximate="none") + input_88 = None + input_90 = torch.nn.functional.batch_norm( + input_89, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_89 = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_91 = input_90 + input_87 + input_90 = input_87 = None + input_92 = torch.conv2d( + input_91, + l_self_modules_blocks_modules_12_modules_1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_91 = ( + l_self_modules_blocks_modules_12_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_12_modules_1_parameters_bias_ = None + input_93 = torch._C._nn.gelu(input_92, approximate="none") + input_92 = None + input_94 = torch.nn.functional.batch_norm( + input_93, + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_12_modules_3_parameters_weight_, + l_self_modules_blocks_modules_12_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_93 = ( + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_12_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_12_modules_3_parameters_bias_ = None + input_95 = torch.conv2d( + input_94, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_96 = torch._C._nn.gelu(input_95, approximate="none") + input_95 = None + input_97 = torch.nn.functional.batch_norm( + input_96, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_96 = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_98 = input_97 + input_94 + input_97 = input_94 = None + input_99 = torch.conv2d( + input_98, + l_self_modules_blocks_modules_13_modules_1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_98 = ( + l_self_modules_blocks_modules_13_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_13_modules_1_parameters_bias_ = None + input_100 = torch._C._nn.gelu(input_99, approximate="none") + input_99 = None + input_101 = torch.nn.functional.batch_norm( + input_100, + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_13_modules_3_parameters_weight_, + l_self_modules_blocks_modules_13_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_100 = ( + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_13_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_13_modules_3_parameters_bias_ = None + input_102 = torch.conv2d( + input_101, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_103 = torch._C._nn.gelu(input_102, approximate="none") + input_102 = None + input_104 = torch.nn.functional.batch_norm( + input_103, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_103 = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_105 = input_104 + input_101 + input_104 = input_101 = None + input_106 = torch.conv2d( + input_105, + l_self_modules_blocks_modules_14_modules_1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_105 = ( + l_self_modules_blocks_modules_14_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_14_modules_1_parameters_bias_ = None + input_107 = torch._C._nn.gelu(input_106, approximate="none") + input_106 = None + input_108 = torch.nn.functional.batch_norm( + input_107, + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_14_modules_3_parameters_weight_, + l_self_modules_blocks_modules_14_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_107 = ( + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_14_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_14_modules_3_parameters_bias_ = None + input_109 = torch.conv2d( + input_108, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_110 = torch._C._nn.gelu(input_109, approximate="none") + input_109 = None + input_111 = torch.nn.functional.batch_norm( + input_110, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_110 = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_112 = input_111 + input_108 + input_111 = input_108 = None + input_113 = torch.conv2d( + input_112, + l_self_modules_blocks_modules_15_modules_1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_112 = ( + l_self_modules_blocks_modules_15_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_15_modules_1_parameters_bias_ = None + input_114 = torch._C._nn.gelu(input_113, approximate="none") + input_113 = None + input_115 = torch.nn.functional.batch_norm( + input_114, + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_15_modules_3_parameters_weight_, + l_self_modules_blocks_modules_15_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_114 = ( + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_15_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_15_modules_3_parameters_bias_ = None + input_116 = torch.conv2d( + input_115, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_117 = torch._C._nn.gelu(input_116, approximate="none") + input_116 = None + input_118 = torch.nn.functional.batch_norm( + input_117, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_117 = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_119 = input_118 + input_115 + input_118 = input_115 = None + input_120 = torch.conv2d( + input_119, + l_self_modules_blocks_modules_16_modules_1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_119 = ( + l_self_modules_blocks_modules_16_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_16_modules_1_parameters_bias_ = None + input_121 = torch._C._nn.gelu(input_120, approximate="none") + input_120 = None + input_122 = torch.nn.functional.batch_norm( + input_121, + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_16_modules_3_parameters_weight_, + l_self_modules_blocks_modules_16_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_121 = ( + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_16_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_16_modules_3_parameters_bias_ = None + input_123 = torch.conv2d( + input_122, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_124 = torch._C._nn.gelu(input_123, approximate="none") + input_123 = None + input_125 = torch.nn.functional.batch_norm( + input_124, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_124 = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_126 = input_125 + input_122 + input_125 = input_122 = None + input_127 = torch.conv2d( + input_126, + l_self_modules_blocks_modules_17_modules_1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_126 = ( + l_self_modules_blocks_modules_17_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_17_modules_1_parameters_bias_ = None + input_128 = torch._C._nn.gelu(input_127, approximate="none") + input_127 = None + input_129 = torch.nn.functional.batch_norm( + input_128, + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_17_modules_3_parameters_weight_, + l_self_modules_blocks_modules_17_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_128 = ( + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_17_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_17_modules_3_parameters_bias_ = None + input_130 = torch.conv2d( + input_129, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_131 = torch._C._nn.gelu(input_130, approximate="none") + input_130 = None + input_132 = torch.nn.functional.batch_norm( + input_131, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_131 = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_133 = input_132 + input_129 + input_132 = input_129 = None + input_134 = torch.conv2d( + input_133, + l_self_modules_blocks_modules_18_modules_1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_133 = ( + l_self_modules_blocks_modules_18_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_18_modules_1_parameters_bias_ = None + input_135 = torch._C._nn.gelu(input_134, approximate="none") + input_134 = None + input_136 = torch.nn.functional.batch_norm( + input_135, + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_18_modules_3_parameters_weight_, + l_self_modules_blocks_modules_18_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_135 = ( + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_18_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_18_modules_3_parameters_bias_ = None + input_137 = torch.conv2d( + input_136, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1024, + ) + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_138 = torch._C._nn.gelu(input_137, approximate="none") + input_137 = None + input_139 = torch.nn.functional.batch_norm( + input_138, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_138 = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_140 = input_139 + input_136 + input_139 = input_136 = None + input_141 = torch.conv2d( + input_140, + l_self_modules_blocks_modules_19_modules_1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_140 = ( + l_self_modules_blocks_modules_19_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_19_modules_1_parameters_bias_ = None + input_142 = torch._C._nn.gelu(input_141, approximate="none") + input_141 = None + input_143 = torch.nn.functional.batch_norm( + input_142, + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_19_modules_3_parameters_weight_, + l_self_modules_blocks_modules_19_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_142 = ( + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_19_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_19_modules_3_parameters_bias_ = None + x = torch.nn.functional.adaptive_avg_pool2d(input_143, 1) + input_143 = None + x_1 = x.flatten(1, -1) + x = None + x_2 = torch.nn.functional.dropout(x_1, 0.0, False, False) + x_1 = None + x_3 = torch._C._nn.linear( + x_2, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_2 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_3,) diff --git a/samples/timm/convmixer_1024_20_ks9_p14.in1k/weight_meta.py b/samples/timm/convmixer_1024_20_ks9_p14.in1k/weight_meta.py new file mode 100644 index 0000000000..97442fb3b1 --- /dev/null +++ b/samples/timm/convmixer_1024_20_ks9_p14.in1k/weight_meta.py @@ -0,0 +1,2498 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [1024, 3, 14, 14] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.024 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.024 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.227 + std = 1.286 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_buffers_running_mean_: + name = "L_self_modules_stem_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_buffers_running_var_: + name = "L_self_modules_stem_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_weight_: + name = "L_self_modules_stem_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_bias_: + name = "L_self_modules_stem_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_0_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_1_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_2_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_3_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_4_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_5_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_6_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_7_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_8_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_9_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.062 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_10_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_11_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_12_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.066 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_13_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_14_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_15_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_16_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.062 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_17_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.067 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_18_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1024, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.066 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_1_parameters_weight_" + shape = [1024, 1024, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_19_modules_3_buffers_running_var_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_3_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.018 + data = None diff --git a/samples/timm/convmixer_1536_20.in1k/graph_hash.txt b/samples/timm/convmixer_1536_20.in1k/graph_hash.txt new file mode 100644 index 0000000000..c75062cf4b --- /dev/null +++ b/samples/timm/convmixer_1536_20.in1k/graph_hash.txt @@ -0,0 +1 @@ +459befeb660c46c23fdd89e5ceb8db0837d52f8d2e3a40b865554c8f93063598 \ No newline at end of file diff --git a/samples/timm/convmixer_1536_20.in1k/graph_net.json b/samples/timm/convmixer_1536_20.in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convmixer_1536_20.in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convmixer_1536_20.in1k/input_meta.py b/samples/timm/convmixer_1536_20.in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convmixer_1536_20.in1k/input_tensor_constraints.py b/samples/timm/convmixer_1536_20.in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convmixer_1536_20.in1k/model.py b/samples/timm/convmixer_1536_20.in1k/model.py new file mode 100644 index 0000000000..13a625cacb --- /dev/null +++ b/samples/timm/convmixer_1536_20.in1k/model.py @@ -0,0 +1,1924 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_stem_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_stem_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_2_buffers_running_mean_ = ( + L_self_modules_stem_modules_2_buffers_running_mean_ + ) + l_self_modules_stem_modules_2_buffers_running_var_ = ( + L_self_modules_stem_modules_2_buffers_running_var_ + ) + l_self_modules_stem_modules_2_parameters_weight_ = ( + L_self_modules_stem_modules_2_parameters_weight_ + ) + l_self_modules_stem_modules_2_parameters_bias_ = ( + L_self_modules_stem_modules_2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_0_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_0_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_0_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_1_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_1_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_1_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_2_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_2_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_2_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_3_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_3_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_3_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_4_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_4_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_4_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_5_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_5_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_5_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_6_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_6_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_6_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_7_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_7_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_7_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_8_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_8_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_8_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_9_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_9_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_9_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_10_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_10_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_10_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_11_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_11_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_11_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_12_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_12_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_12_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_13_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_13_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_13_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_14_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_14_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_14_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_15_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_15_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_15_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_16_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_16_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_16_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_17_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_17_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_17_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_18_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_18_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_18_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_19_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_19_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_19_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_3_parameters_bias_ + ) + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (7, 7), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + input_2 = torch._C._nn.gelu(input_1, approximate="none") + input_1 = None + input_3 = torch.nn.functional.batch_norm( + input_2, + l_self_modules_stem_modules_2_buffers_running_mean_, + l_self_modules_stem_modules_2_buffers_running_var_, + l_self_modules_stem_modules_2_parameters_weight_, + l_self_modules_stem_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_2 = ( + l_self_modules_stem_modules_2_buffers_running_mean_ + ) = ( + l_self_modules_stem_modules_2_buffers_running_var_ + ) = ( + l_self_modules_stem_modules_2_parameters_weight_ + ) = l_self_modules_stem_modules_2_parameters_bias_ = None + input_4 = torch.conv2d( + input_3, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_5 = torch._C._nn.gelu(input_4, approximate="none") + input_4 = None + input_6 = torch.nn.functional.batch_norm( + input_5, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_5 = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_7 = input_6 + input_3 + input_6 = input_3 = None + input_8 = torch.conv2d( + input_7, + l_self_modules_blocks_modules_0_modules_1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_7 = ( + l_self_modules_blocks_modules_0_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_0_modules_1_parameters_bias_ = None + input_9 = torch._C._nn.gelu(input_8, approximate="none") + input_8 = None + input_10 = torch.nn.functional.batch_norm( + input_9, + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_0_modules_3_parameters_weight_, + l_self_modules_blocks_modules_0_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_9 = ( + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_0_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_0_modules_3_parameters_bias_ = None + input_11 = torch.conv2d( + input_10, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_12 = torch._C._nn.gelu(input_11, approximate="none") + input_11 = None + input_13 = torch.nn.functional.batch_norm( + input_12, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_12 = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_14 = input_13 + input_10 + input_13 = input_10 = None + input_15 = torch.conv2d( + input_14, + l_self_modules_blocks_modules_1_modules_1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_14 = ( + l_self_modules_blocks_modules_1_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_1_modules_1_parameters_bias_ = None + input_16 = torch._C._nn.gelu(input_15, approximate="none") + input_15 = None + input_17 = torch.nn.functional.batch_norm( + input_16, + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_1_modules_3_parameters_weight_, + l_self_modules_blocks_modules_1_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_16 = ( + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_1_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_1_modules_3_parameters_bias_ = None + input_18 = torch.conv2d( + input_17, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_19 = torch._C._nn.gelu(input_18, approximate="none") + input_18 = None + input_20 = torch.nn.functional.batch_norm( + input_19, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_19 = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_21 = input_20 + input_17 + input_20 = input_17 = None + input_22 = torch.conv2d( + input_21, + l_self_modules_blocks_modules_2_modules_1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_21 = ( + l_self_modules_blocks_modules_2_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_2_modules_1_parameters_bias_ = None + input_23 = torch._C._nn.gelu(input_22, approximate="none") + input_22 = None + input_24 = torch.nn.functional.batch_norm( + input_23, + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_2_modules_3_parameters_weight_, + l_self_modules_blocks_modules_2_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_23 = ( + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_2_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_2_modules_3_parameters_bias_ = None + input_25 = torch.conv2d( + input_24, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_26 = torch._C._nn.gelu(input_25, approximate="none") + input_25 = None + input_27 = torch.nn.functional.batch_norm( + input_26, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_26 = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_28 = input_27 + input_24 + input_27 = input_24 = None + input_29 = torch.conv2d( + input_28, + l_self_modules_blocks_modules_3_modules_1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_28 = ( + l_self_modules_blocks_modules_3_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_3_modules_1_parameters_bias_ = None + input_30 = torch._C._nn.gelu(input_29, approximate="none") + input_29 = None + input_31 = torch.nn.functional.batch_norm( + input_30, + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_3_modules_3_parameters_weight_, + l_self_modules_blocks_modules_3_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_30 = ( + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_3_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_3_modules_3_parameters_bias_ = None + input_32 = torch.conv2d( + input_31, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_33 = torch._C._nn.gelu(input_32, approximate="none") + input_32 = None + input_34 = torch.nn.functional.batch_norm( + input_33, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_33 = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_35 = input_34 + input_31 + input_34 = input_31 = None + input_36 = torch.conv2d( + input_35, + l_self_modules_blocks_modules_4_modules_1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_35 = ( + l_self_modules_blocks_modules_4_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_4_modules_1_parameters_bias_ = None + input_37 = torch._C._nn.gelu(input_36, approximate="none") + input_36 = None + input_38 = torch.nn.functional.batch_norm( + input_37, + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_4_modules_3_parameters_weight_, + l_self_modules_blocks_modules_4_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_37 = ( + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_4_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_4_modules_3_parameters_bias_ = None + input_39 = torch.conv2d( + input_38, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_40 = torch._C._nn.gelu(input_39, approximate="none") + input_39 = None + input_41 = torch.nn.functional.batch_norm( + input_40, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_40 = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_42 = input_41 + input_38 + input_41 = input_38 = None + input_43 = torch.conv2d( + input_42, + l_self_modules_blocks_modules_5_modules_1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_42 = ( + l_self_modules_blocks_modules_5_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_5_modules_1_parameters_bias_ = None + input_44 = torch._C._nn.gelu(input_43, approximate="none") + input_43 = None + input_45 = torch.nn.functional.batch_norm( + input_44, + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_5_modules_3_parameters_weight_, + l_self_modules_blocks_modules_5_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_44 = ( + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_5_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_5_modules_3_parameters_bias_ = None + input_46 = torch.conv2d( + input_45, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_47 = torch._C._nn.gelu(input_46, approximate="none") + input_46 = None + input_48 = torch.nn.functional.batch_norm( + input_47, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_47 = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_49 = input_48 + input_45 + input_48 = input_45 = None + input_50 = torch.conv2d( + input_49, + l_self_modules_blocks_modules_6_modules_1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_49 = ( + l_self_modules_blocks_modules_6_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_6_modules_1_parameters_bias_ = None + input_51 = torch._C._nn.gelu(input_50, approximate="none") + input_50 = None + input_52 = torch.nn.functional.batch_norm( + input_51, + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_6_modules_3_parameters_weight_, + l_self_modules_blocks_modules_6_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_51 = ( + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_6_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_6_modules_3_parameters_bias_ = None + input_53 = torch.conv2d( + input_52, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_54 = torch._C._nn.gelu(input_53, approximate="none") + input_53 = None + input_55 = torch.nn.functional.batch_norm( + input_54, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_54 = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_56 = input_55 + input_52 + input_55 = input_52 = None + input_57 = torch.conv2d( + input_56, + l_self_modules_blocks_modules_7_modules_1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_56 = ( + l_self_modules_blocks_modules_7_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_7_modules_1_parameters_bias_ = None + input_58 = torch._C._nn.gelu(input_57, approximate="none") + input_57 = None + input_59 = torch.nn.functional.batch_norm( + input_58, + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_7_modules_3_parameters_weight_, + l_self_modules_blocks_modules_7_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_58 = ( + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_7_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_7_modules_3_parameters_bias_ = None + input_60 = torch.conv2d( + input_59, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_61 = torch._C._nn.gelu(input_60, approximate="none") + input_60 = None + input_62 = torch.nn.functional.batch_norm( + input_61, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_61 = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_63 = input_62 + input_59 + input_62 = input_59 = None + input_64 = torch.conv2d( + input_63, + l_self_modules_blocks_modules_8_modules_1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_63 = ( + l_self_modules_blocks_modules_8_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_8_modules_1_parameters_bias_ = None + input_65 = torch._C._nn.gelu(input_64, approximate="none") + input_64 = None + input_66 = torch.nn.functional.batch_norm( + input_65, + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_8_modules_3_parameters_weight_, + l_self_modules_blocks_modules_8_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_65 = ( + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_8_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_8_modules_3_parameters_bias_ = None + input_67 = torch.conv2d( + input_66, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_68 = torch._C._nn.gelu(input_67, approximate="none") + input_67 = None + input_69 = torch.nn.functional.batch_norm( + input_68, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_68 = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_70 = input_69 + input_66 + input_69 = input_66 = None + input_71 = torch.conv2d( + input_70, + l_self_modules_blocks_modules_9_modules_1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_70 = ( + l_self_modules_blocks_modules_9_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_9_modules_1_parameters_bias_ = None + input_72 = torch._C._nn.gelu(input_71, approximate="none") + input_71 = None + input_73 = torch.nn.functional.batch_norm( + input_72, + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_9_modules_3_parameters_weight_, + l_self_modules_blocks_modules_9_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_72 = ( + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_9_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_9_modules_3_parameters_bias_ = None + input_74 = torch.conv2d( + input_73, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_75 = torch._C._nn.gelu(input_74, approximate="none") + input_74 = None + input_76 = torch.nn.functional.batch_norm( + input_75, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_75 = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_77 = input_76 + input_73 + input_76 = input_73 = None + input_78 = torch.conv2d( + input_77, + l_self_modules_blocks_modules_10_modules_1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_77 = ( + l_self_modules_blocks_modules_10_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_10_modules_1_parameters_bias_ = None + input_79 = torch._C._nn.gelu(input_78, approximate="none") + input_78 = None + input_80 = torch.nn.functional.batch_norm( + input_79, + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_10_modules_3_parameters_weight_, + l_self_modules_blocks_modules_10_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_79 = ( + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_10_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_10_modules_3_parameters_bias_ = None + input_81 = torch.conv2d( + input_80, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_82 = torch._C._nn.gelu(input_81, approximate="none") + input_81 = None + input_83 = torch.nn.functional.batch_norm( + input_82, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_82 = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_84 = input_83 + input_80 + input_83 = input_80 = None + input_85 = torch.conv2d( + input_84, + l_self_modules_blocks_modules_11_modules_1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_84 = ( + l_self_modules_blocks_modules_11_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_11_modules_1_parameters_bias_ = None + input_86 = torch._C._nn.gelu(input_85, approximate="none") + input_85 = None + input_87 = torch.nn.functional.batch_norm( + input_86, + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_11_modules_3_parameters_weight_, + l_self_modules_blocks_modules_11_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_86 = ( + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_11_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_11_modules_3_parameters_bias_ = None + input_88 = torch.conv2d( + input_87, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_89 = torch._C._nn.gelu(input_88, approximate="none") + input_88 = None + input_90 = torch.nn.functional.batch_norm( + input_89, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_89 = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_91 = input_90 + input_87 + input_90 = input_87 = None + input_92 = torch.conv2d( + input_91, + l_self_modules_blocks_modules_12_modules_1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_91 = ( + l_self_modules_blocks_modules_12_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_12_modules_1_parameters_bias_ = None + input_93 = torch._C._nn.gelu(input_92, approximate="none") + input_92 = None + input_94 = torch.nn.functional.batch_norm( + input_93, + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_12_modules_3_parameters_weight_, + l_self_modules_blocks_modules_12_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_93 = ( + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_12_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_12_modules_3_parameters_bias_ = None + input_95 = torch.conv2d( + input_94, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_96 = torch._C._nn.gelu(input_95, approximate="none") + input_95 = None + input_97 = torch.nn.functional.batch_norm( + input_96, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_96 = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_98 = input_97 + input_94 + input_97 = input_94 = None + input_99 = torch.conv2d( + input_98, + l_self_modules_blocks_modules_13_modules_1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_98 = ( + l_self_modules_blocks_modules_13_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_13_modules_1_parameters_bias_ = None + input_100 = torch._C._nn.gelu(input_99, approximate="none") + input_99 = None + input_101 = torch.nn.functional.batch_norm( + input_100, + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_13_modules_3_parameters_weight_, + l_self_modules_blocks_modules_13_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_100 = ( + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_13_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_13_modules_3_parameters_bias_ = None + input_102 = torch.conv2d( + input_101, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_103 = torch._C._nn.gelu(input_102, approximate="none") + input_102 = None + input_104 = torch.nn.functional.batch_norm( + input_103, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_103 = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_105 = input_104 + input_101 + input_104 = input_101 = None + input_106 = torch.conv2d( + input_105, + l_self_modules_blocks_modules_14_modules_1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_105 = ( + l_self_modules_blocks_modules_14_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_14_modules_1_parameters_bias_ = None + input_107 = torch._C._nn.gelu(input_106, approximate="none") + input_106 = None + input_108 = torch.nn.functional.batch_norm( + input_107, + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_14_modules_3_parameters_weight_, + l_self_modules_blocks_modules_14_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_107 = ( + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_14_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_14_modules_3_parameters_bias_ = None + input_109 = torch.conv2d( + input_108, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_110 = torch._C._nn.gelu(input_109, approximate="none") + input_109 = None + input_111 = torch.nn.functional.batch_norm( + input_110, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_110 = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_112 = input_111 + input_108 + input_111 = input_108 = None + input_113 = torch.conv2d( + input_112, + l_self_modules_blocks_modules_15_modules_1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_112 = ( + l_self_modules_blocks_modules_15_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_15_modules_1_parameters_bias_ = None + input_114 = torch._C._nn.gelu(input_113, approximate="none") + input_113 = None + input_115 = torch.nn.functional.batch_norm( + input_114, + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_15_modules_3_parameters_weight_, + l_self_modules_blocks_modules_15_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_114 = ( + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_15_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_15_modules_3_parameters_bias_ = None + input_116 = torch.conv2d( + input_115, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_117 = torch._C._nn.gelu(input_116, approximate="none") + input_116 = None + input_118 = torch.nn.functional.batch_norm( + input_117, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_117 = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_119 = input_118 + input_115 + input_118 = input_115 = None + input_120 = torch.conv2d( + input_119, + l_self_modules_blocks_modules_16_modules_1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_119 = ( + l_self_modules_blocks_modules_16_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_16_modules_1_parameters_bias_ = None + input_121 = torch._C._nn.gelu(input_120, approximate="none") + input_120 = None + input_122 = torch.nn.functional.batch_norm( + input_121, + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_16_modules_3_parameters_weight_, + l_self_modules_blocks_modules_16_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_121 = ( + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_16_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_16_modules_3_parameters_bias_ = None + input_123 = torch.conv2d( + input_122, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_124 = torch._C._nn.gelu(input_123, approximate="none") + input_123 = None + input_125 = torch.nn.functional.batch_norm( + input_124, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_124 = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_126 = input_125 + input_122 + input_125 = input_122 = None + input_127 = torch.conv2d( + input_126, + l_self_modules_blocks_modules_17_modules_1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_126 = ( + l_self_modules_blocks_modules_17_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_17_modules_1_parameters_bias_ = None + input_128 = torch._C._nn.gelu(input_127, approximate="none") + input_127 = None + input_129 = torch.nn.functional.batch_norm( + input_128, + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_17_modules_3_parameters_weight_, + l_self_modules_blocks_modules_17_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_128 = ( + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_17_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_17_modules_3_parameters_bias_ = None + input_130 = torch.conv2d( + input_129, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_131 = torch._C._nn.gelu(input_130, approximate="none") + input_130 = None + input_132 = torch.nn.functional.batch_norm( + input_131, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_131 = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_133 = input_132 + input_129 + input_132 = input_129 = None + input_134 = torch.conv2d( + input_133, + l_self_modules_blocks_modules_18_modules_1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_133 = ( + l_self_modules_blocks_modules_18_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_18_modules_1_parameters_bias_ = None + input_135 = torch._C._nn.gelu(input_134, approximate="none") + input_134 = None + input_136 = torch.nn.functional.batch_norm( + input_135, + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_18_modules_3_parameters_weight_, + l_self_modules_blocks_modules_18_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_135 = ( + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_18_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_18_modules_3_parameters_bias_ = None + input_137 = torch.conv2d( + input_136, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 1536, + ) + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_138 = torch._C._nn.gelu(input_137, approximate="none") + input_137 = None + input_139 = torch.nn.functional.batch_norm( + input_138, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_138 = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_140 = input_139 + input_136 + input_139 = input_136 = None + input_141 = torch.conv2d( + input_140, + l_self_modules_blocks_modules_19_modules_1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_140 = ( + l_self_modules_blocks_modules_19_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_19_modules_1_parameters_bias_ = None + input_142 = torch._C._nn.gelu(input_141, approximate="none") + input_141 = None + input_143 = torch.nn.functional.batch_norm( + input_142, + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_19_modules_3_parameters_weight_, + l_self_modules_blocks_modules_19_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_142 = ( + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_19_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_19_modules_3_parameters_bias_ = None + x = torch.nn.functional.adaptive_avg_pool2d(input_143, 1) + input_143 = None + x_1 = x.flatten(1, -1) + x = None + x_2 = torch.nn.functional.dropout(x_1, 0.0, False, False) + x_1 = None + x_3 = torch._C._nn.linear( + x_2, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_2 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_3,) diff --git a/samples/timm/convmixer_1536_20.in1k/weight_meta.py b/samples/timm/convmixer_1536_20.in1k/weight_meta.py new file mode 100644 index 0000000000..4f2db7d617 --- /dev/null +++ b/samples/timm/convmixer_1536_20.in1k/weight_meta.py @@ -0,0 +1,2498 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [1536, 3, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.231 + std = 1.285 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_buffers_running_mean_: + name = "L_self_modules_stem_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_buffers_running_var_: + name = "L_self_modules_stem_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_weight_: + name = "L_self_modules_stem_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_bias_: + name = "L_self_modules_stem_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.066 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.014 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_0_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_1_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_2_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_3_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.014 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_4_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_5_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_6_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_7_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.014 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_8_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_9_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_10_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.066 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_11_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_12_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_13_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_14_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_15_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_16_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_17_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.065 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_18_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [1536, 1, 9, 9] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_1_parameters_weight_" + shape = [1536, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_19_modules_3_buffers_running_var_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_3_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_3_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.015 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.015 + data = None diff --git a/samples/timm/convmixer_768_32.in1k/graph_hash.txt b/samples/timm/convmixer_768_32.in1k/graph_hash.txt new file mode 100644 index 0000000000..2b5460c93e --- /dev/null +++ b/samples/timm/convmixer_768_32.in1k/graph_hash.txt @@ -0,0 +1 @@ +a5995aa6a86d9bad67ca93668dd266a0487abe7f4513c124c4966124061c39ac \ No newline at end of file diff --git a/samples/timm/convmixer_768_32.in1k/graph_net.json b/samples/timm/convmixer_768_32.in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convmixer_768_32.in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convmixer_768_32.in1k/input_meta.py b/samples/timm/convmixer_768_32.in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convmixer_768_32.in1k/input_tensor_constraints.py b/samples/timm/convmixer_768_32.in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convmixer_768_32.in1k/model.py b/samples/timm/convmixer_768_32.in1k/model.py new file mode 100644 index 0000000000..f759c4bac4 --- /dev/null +++ b/samples/timm/convmixer_768_32.in1k/model.py @@ -0,0 +1,3028 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_stem_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_stem_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_0_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_0_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_1_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_1_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_2_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_2_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_3_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_3_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_4_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_4_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_5_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_5_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_6_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_6_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_7_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_7_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_8_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_8_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_9_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_9_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_10_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_10_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_11_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_11_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_12_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_12_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_13_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_13_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_14_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_14_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_15_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_15_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_16_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_16_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_17_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_17_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_18_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_18_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_19_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_19_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_20_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_20_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_20_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_21_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_21_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_21_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_22_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_22_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_22_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_23_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_23_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_23_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_24_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_24_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_24_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_25_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_25_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_25_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_26_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_26_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_26_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_27_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_27_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_27_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_28_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_28_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_28_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_29_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_29_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_29_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_30_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_30_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_30_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_3_buffers_running_mean_: torch.Tensor, + L_self_modules_blocks_modules_31_modules_3_buffers_running_var_: torch.Tensor, + L_self_modules_blocks_modules_31_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_blocks_modules_31_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_2_buffers_running_mean_ = ( + L_self_modules_stem_modules_2_buffers_running_mean_ + ) + l_self_modules_stem_modules_2_buffers_running_var_ = ( + L_self_modules_stem_modules_2_buffers_running_var_ + ) + l_self_modules_stem_modules_2_parameters_weight_ = ( + L_self_modules_stem_modules_2_parameters_weight_ + ) + l_self_modules_stem_modules_2_parameters_bias_ = ( + L_self_modules_stem_modules_2_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_0_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_0_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_0_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_0_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_0_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_0_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_1_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_1_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_1_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_1_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_1_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_1_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_2_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_2_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_2_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_2_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_2_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_2_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_3_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_3_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_3_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_3_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_3_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_3_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_4_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_4_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_4_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_4_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_4_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_4_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_5_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_5_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_5_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_5_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_5_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_5_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_6_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_6_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_6_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_6_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_6_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_6_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_7_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_7_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_7_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_7_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_7_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_7_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_8_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_8_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_8_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_8_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_8_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_8_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_9_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_9_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_9_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_9_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_9_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_9_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_10_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_10_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_10_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_10_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_10_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_10_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_11_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_11_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_11_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_11_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_11_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_11_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_12_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_12_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_12_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_12_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_12_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_12_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_13_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_13_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_13_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_13_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_13_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_13_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_14_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_14_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_14_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_14_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_14_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_14_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_15_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_15_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_15_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_15_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_15_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_15_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_16_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_16_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_16_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_16_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_16_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_16_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_17_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_17_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_17_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_17_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_17_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_17_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_18_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_18_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_18_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_18_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_18_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_18_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_19_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_19_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_19_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_19_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_19_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_19_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_20_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_20_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_20_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_20_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_20_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_20_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_20_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_20_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_20_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_21_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_21_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_21_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_21_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_21_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_21_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_21_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_21_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_21_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_22_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_22_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_22_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_22_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_22_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_22_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_22_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_22_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_22_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_23_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_23_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_23_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_23_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_23_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_23_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_23_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_23_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_23_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_24_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_24_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_24_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_24_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_24_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_24_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_24_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_24_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_24_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_24_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_24_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_25_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_25_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_25_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_25_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_25_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_25_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_25_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_25_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_25_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_25_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_25_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_26_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_26_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_26_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_26_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_26_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_26_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_26_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_26_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_26_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_26_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_26_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_27_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_27_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_27_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_27_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_27_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_27_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_27_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_27_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_27_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_27_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_27_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_28_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_28_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_28_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_28_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_28_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_28_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_28_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_28_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_28_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_28_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_28_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_29_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_29_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_29_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_29_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_29_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_29_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_29_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_29_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_29_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_29_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_29_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_30_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_30_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_30_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_30_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_30_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_30_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_30_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_30_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_30_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_30_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_30_modules_3_parameters_bias_ + ) + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_weight_ = L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_weight_ + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_bias_ = L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_bias_ + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_mean_ = L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_mean_ + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_var_ = L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_var_ + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_weight_ = L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_weight_ + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_bias_ = L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_bias_ + l_self_modules_blocks_modules_31_modules_1_parameters_weight_ = ( + L_self_modules_blocks_modules_31_modules_1_parameters_weight_ + ) + l_self_modules_blocks_modules_31_modules_1_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_1_parameters_bias_ + ) + l_self_modules_blocks_modules_31_modules_3_buffers_running_mean_ = ( + L_self_modules_blocks_modules_31_modules_3_buffers_running_mean_ + ) + l_self_modules_blocks_modules_31_modules_3_buffers_running_var_ = ( + L_self_modules_blocks_modules_31_modules_3_buffers_running_var_ + ) + l_self_modules_blocks_modules_31_modules_3_parameters_weight_ = ( + L_self_modules_blocks_modules_31_modules_3_parameters_weight_ + ) + l_self_modules_blocks_modules_31_modules_3_parameters_bias_ = ( + L_self_modules_blocks_modules_31_modules_3_parameters_bias_ + ) + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (7, 7), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + input_2 = torch.nn.functional.relu(input_1, inplace=False) + input_1 = None + input_3 = torch.nn.functional.batch_norm( + input_2, + l_self_modules_stem_modules_2_buffers_running_mean_, + l_self_modules_stem_modules_2_buffers_running_var_, + l_self_modules_stem_modules_2_parameters_weight_, + l_self_modules_stem_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_2 = ( + l_self_modules_stem_modules_2_buffers_running_mean_ + ) = ( + l_self_modules_stem_modules_2_buffers_running_var_ + ) = ( + l_self_modules_stem_modules_2_parameters_weight_ + ) = l_self_modules_stem_modules_2_parameters_bias_ = None + input_4 = torch.conv2d( + input_3, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_5 = torch.nn.functional.relu(input_4, inplace=False) + input_4 = None + input_6 = torch.nn.functional.batch_norm( + input_5, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_5 = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_7 = input_6 + input_3 + input_6 = input_3 = None + input_8 = torch.conv2d( + input_7, + l_self_modules_blocks_modules_0_modules_1_parameters_weight_, + l_self_modules_blocks_modules_0_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_7 = ( + l_self_modules_blocks_modules_0_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_0_modules_1_parameters_bias_ = None + input_9 = torch.nn.functional.relu(input_8, inplace=False) + input_8 = None + input_10 = torch.nn.functional.batch_norm( + input_9, + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_0_modules_3_parameters_weight_, + l_self_modules_blocks_modules_0_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_9 = ( + l_self_modules_blocks_modules_0_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_0_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_0_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_0_modules_3_parameters_bias_ = None + input_11 = torch.conv2d( + input_10, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_12 = torch.nn.functional.relu(input_11, inplace=False) + input_11 = None + input_13 = torch.nn.functional.batch_norm( + input_12, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_12 = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_14 = input_13 + input_10 + input_13 = input_10 = None + input_15 = torch.conv2d( + input_14, + l_self_modules_blocks_modules_1_modules_1_parameters_weight_, + l_self_modules_blocks_modules_1_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_14 = ( + l_self_modules_blocks_modules_1_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_1_modules_1_parameters_bias_ = None + input_16 = torch.nn.functional.relu(input_15, inplace=False) + input_15 = None + input_17 = torch.nn.functional.batch_norm( + input_16, + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_1_modules_3_parameters_weight_, + l_self_modules_blocks_modules_1_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_16 = ( + l_self_modules_blocks_modules_1_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_1_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_1_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_1_modules_3_parameters_bias_ = None + input_18 = torch.conv2d( + input_17, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_19 = torch.nn.functional.relu(input_18, inplace=False) + input_18 = None + input_20 = torch.nn.functional.batch_norm( + input_19, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_19 = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_21 = input_20 + input_17 + input_20 = input_17 = None + input_22 = torch.conv2d( + input_21, + l_self_modules_blocks_modules_2_modules_1_parameters_weight_, + l_self_modules_blocks_modules_2_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_21 = ( + l_self_modules_blocks_modules_2_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_2_modules_1_parameters_bias_ = None + input_23 = torch.nn.functional.relu(input_22, inplace=False) + input_22 = None + input_24 = torch.nn.functional.batch_norm( + input_23, + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_2_modules_3_parameters_weight_, + l_self_modules_blocks_modules_2_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_23 = ( + l_self_modules_blocks_modules_2_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_2_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_2_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_2_modules_3_parameters_bias_ = None + input_25 = torch.conv2d( + input_24, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_26 = torch.nn.functional.relu(input_25, inplace=False) + input_25 = None + input_27 = torch.nn.functional.batch_norm( + input_26, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_26 = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_28 = input_27 + input_24 + input_27 = input_24 = None + input_29 = torch.conv2d( + input_28, + l_self_modules_blocks_modules_3_modules_1_parameters_weight_, + l_self_modules_blocks_modules_3_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_28 = ( + l_self_modules_blocks_modules_3_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_3_modules_1_parameters_bias_ = None + input_30 = torch.nn.functional.relu(input_29, inplace=False) + input_29 = None + input_31 = torch.nn.functional.batch_norm( + input_30, + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_3_modules_3_parameters_weight_, + l_self_modules_blocks_modules_3_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_30 = ( + l_self_modules_blocks_modules_3_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_3_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_3_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_3_modules_3_parameters_bias_ = None + input_32 = torch.conv2d( + input_31, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_33 = torch.nn.functional.relu(input_32, inplace=False) + input_32 = None + input_34 = torch.nn.functional.batch_norm( + input_33, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_33 = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_35 = input_34 + input_31 + input_34 = input_31 = None + input_36 = torch.conv2d( + input_35, + l_self_modules_blocks_modules_4_modules_1_parameters_weight_, + l_self_modules_blocks_modules_4_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_35 = ( + l_self_modules_blocks_modules_4_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_4_modules_1_parameters_bias_ = None + input_37 = torch.nn.functional.relu(input_36, inplace=False) + input_36 = None + input_38 = torch.nn.functional.batch_norm( + input_37, + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_4_modules_3_parameters_weight_, + l_self_modules_blocks_modules_4_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_37 = ( + l_self_modules_blocks_modules_4_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_4_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_4_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_4_modules_3_parameters_bias_ = None + input_39 = torch.conv2d( + input_38, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_40 = torch.nn.functional.relu(input_39, inplace=False) + input_39 = None + input_41 = torch.nn.functional.batch_norm( + input_40, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_40 = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_42 = input_41 + input_38 + input_41 = input_38 = None + input_43 = torch.conv2d( + input_42, + l_self_modules_blocks_modules_5_modules_1_parameters_weight_, + l_self_modules_blocks_modules_5_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_42 = ( + l_self_modules_blocks_modules_5_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_5_modules_1_parameters_bias_ = None + input_44 = torch.nn.functional.relu(input_43, inplace=False) + input_43 = None + input_45 = torch.nn.functional.batch_norm( + input_44, + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_5_modules_3_parameters_weight_, + l_self_modules_blocks_modules_5_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_44 = ( + l_self_modules_blocks_modules_5_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_5_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_5_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_5_modules_3_parameters_bias_ = None + input_46 = torch.conv2d( + input_45, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_47 = torch.nn.functional.relu(input_46, inplace=False) + input_46 = None + input_48 = torch.nn.functional.batch_norm( + input_47, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_47 = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_49 = input_48 + input_45 + input_48 = input_45 = None + input_50 = torch.conv2d( + input_49, + l_self_modules_blocks_modules_6_modules_1_parameters_weight_, + l_self_modules_blocks_modules_6_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_49 = ( + l_self_modules_blocks_modules_6_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_6_modules_1_parameters_bias_ = None + input_51 = torch.nn.functional.relu(input_50, inplace=False) + input_50 = None + input_52 = torch.nn.functional.batch_norm( + input_51, + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_6_modules_3_parameters_weight_, + l_self_modules_blocks_modules_6_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_51 = ( + l_self_modules_blocks_modules_6_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_6_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_6_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_6_modules_3_parameters_bias_ = None + input_53 = torch.conv2d( + input_52, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_54 = torch.nn.functional.relu(input_53, inplace=False) + input_53 = None + input_55 = torch.nn.functional.batch_norm( + input_54, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_54 = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_56 = input_55 + input_52 + input_55 = input_52 = None + input_57 = torch.conv2d( + input_56, + l_self_modules_blocks_modules_7_modules_1_parameters_weight_, + l_self_modules_blocks_modules_7_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_56 = ( + l_self_modules_blocks_modules_7_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_7_modules_1_parameters_bias_ = None + input_58 = torch.nn.functional.relu(input_57, inplace=False) + input_57 = None + input_59 = torch.nn.functional.batch_norm( + input_58, + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_7_modules_3_parameters_weight_, + l_self_modules_blocks_modules_7_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_58 = ( + l_self_modules_blocks_modules_7_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_7_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_7_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_7_modules_3_parameters_bias_ = None + input_60 = torch.conv2d( + input_59, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_61 = torch.nn.functional.relu(input_60, inplace=False) + input_60 = None + input_62 = torch.nn.functional.batch_norm( + input_61, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_61 = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_63 = input_62 + input_59 + input_62 = input_59 = None + input_64 = torch.conv2d( + input_63, + l_self_modules_blocks_modules_8_modules_1_parameters_weight_, + l_self_modules_blocks_modules_8_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_63 = ( + l_self_modules_blocks_modules_8_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_8_modules_1_parameters_bias_ = None + input_65 = torch.nn.functional.relu(input_64, inplace=False) + input_64 = None + input_66 = torch.nn.functional.batch_norm( + input_65, + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_8_modules_3_parameters_weight_, + l_self_modules_blocks_modules_8_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_65 = ( + l_self_modules_blocks_modules_8_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_8_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_8_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_8_modules_3_parameters_bias_ = None + input_67 = torch.conv2d( + input_66, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_68 = torch.nn.functional.relu(input_67, inplace=False) + input_67 = None + input_69 = torch.nn.functional.batch_norm( + input_68, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_68 = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_70 = input_69 + input_66 + input_69 = input_66 = None + input_71 = torch.conv2d( + input_70, + l_self_modules_blocks_modules_9_modules_1_parameters_weight_, + l_self_modules_blocks_modules_9_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_70 = ( + l_self_modules_blocks_modules_9_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_9_modules_1_parameters_bias_ = None + input_72 = torch.nn.functional.relu(input_71, inplace=False) + input_71 = None + input_73 = torch.nn.functional.batch_norm( + input_72, + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_9_modules_3_parameters_weight_, + l_self_modules_blocks_modules_9_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_72 = ( + l_self_modules_blocks_modules_9_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_9_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_9_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_9_modules_3_parameters_bias_ = None + input_74 = torch.conv2d( + input_73, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_75 = torch.nn.functional.relu(input_74, inplace=False) + input_74 = None + input_76 = torch.nn.functional.batch_norm( + input_75, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_75 = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_77 = input_76 + input_73 + input_76 = input_73 = None + input_78 = torch.conv2d( + input_77, + l_self_modules_blocks_modules_10_modules_1_parameters_weight_, + l_self_modules_blocks_modules_10_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_77 = ( + l_self_modules_blocks_modules_10_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_10_modules_1_parameters_bias_ = None + input_79 = torch.nn.functional.relu(input_78, inplace=False) + input_78 = None + input_80 = torch.nn.functional.batch_norm( + input_79, + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_10_modules_3_parameters_weight_, + l_self_modules_blocks_modules_10_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_79 = ( + l_self_modules_blocks_modules_10_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_10_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_10_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_10_modules_3_parameters_bias_ = None + input_81 = torch.conv2d( + input_80, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_82 = torch.nn.functional.relu(input_81, inplace=False) + input_81 = None + input_83 = torch.nn.functional.batch_norm( + input_82, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_82 = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_84 = input_83 + input_80 + input_83 = input_80 = None + input_85 = torch.conv2d( + input_84, + l_self_modules_blocks_modules_11_modules_1_parameters_weight_, + l_self_modules_blocks_modules_11_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_84 = ( + l_self_modules_blocks_modules_11_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_11_modules_1_parameters_bias_ = None + input_86 = torch.nn.functional.relu(input_85, inplace=False) + input_85 = None + input_87 = torch.nn.functional.batch_norm( + input_86, + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_11_modules_3_parameters_weight_, + l_self_modules_blocks_modules_11_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_86 = ( + l_self_modules_blocks_modules_11_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_11_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_11_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_11_modules_3_parameters_bias_ = None + input_88 = torch.conv2d( + input_87, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_89 = torch.nn.functional.relu(input_88, inplace=False) + input_88 = None + input_90 = torch.nn.functional.batch_norm( + input_89, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_89 = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_91 = input_90 + input_87 + input_90 = input_87 = None + input_92 = torch.conv2d( + input_91, + l_self_modules_blocks_modules_12_modules_1_parameters_weight_, + l_self_modules_blocks_modules_12_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_91 = ( + l_self_modules_blocks_modules_12_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_12_modules_1_parameters_bias_ = None + input_93 = torch.nn.functional.relu(input_92, inplace=False) + input_92 = None + input_94 = torch.nn.functional.batch_norm( + input_93, + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_12_modules_3_parameters_weight_, + l_self_modules_blocks_modules_12_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_93 = ( + l_self_modules_blocks_modules_12_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_12_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_12_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_12_modules_3_parameters_bias_ = None + input_95 = torch.conv2d( + input_94, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_96 = torch.nn.functional.relu(input_95, inplace=False) + input_95 = None + input_97 = torch.nn.functional.batch_norm( + input_96, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_96 = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_98 = input_97 + input_94 + input_97 = input_94 = None + input_99 = torch.conv2d( + input_98, + l_self_modules_blocks_modules_13_modules_1_parameters_weight_, + l_self_modules_blocks_modules_13_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_98 = ( + l_self_modules_blocks_modules_13_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_13_modules_1_parameters_bias_ = None + input_100 = torch.nn.functional.relu(input_99, inplace=False) + input_99 = None + input_101 = torch.nn.functional.batch_norm( + input_100, + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_13_modules_3_parameters_weight_, + l_self_modules_blocks_modules_13_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_100 = ( + l_self_modules_blocks_modules_13_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_13_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_13_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_13_modules_3_parameters_bias_ = None + input_102 = torch.conv2d( + input_101, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_103 = torch.nn.functional.relu(input_102, inplace=False) + input_102 = None + input_104 = torch.nn.functional.batch_norm( + input_103, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_103 = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_105 = input_104 + input_101 + input_104 = input_101 = None + input_106 = torch.conv2d( + input_105, + l_self_modules_blocks_modules_14_modules_1_parameters_weight_, + l_self_modules_blocks_modules_14_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_105 = ( + l_self_modules_blocks_modules_14_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_14_modules_1_parameters_bias_ = None + input_107 = torch.nn.functional.relu(input_106, inplace=False) + input_106 = None + input_108 = torch.nn.functional.batch_norm( + input_107, + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_14_modules_3_parameters_weight_, + l_self_modules_blocks_modules_14_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_107 = ( + l_self_modules_blocks_modules_14_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_14_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_14_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_14_modules_3_parameters_bias_ = None + input_109 = torch.conv2d( + input_108, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_110 = torch.nn.functional.relu(input_109, inplace=False) + input_109 = None + input_111 = torch.nn.functional.batch_norm( + input_110, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_110 = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_112 = input_111 + input_108 + input_111 = input_108 = None + input_113 = torch.conv2d( + input_112, + l_self_modules_blocks_modules_15_modules_1_parameters_weight_, + l_self_modules_blocks_modules_15_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_112 = ( + l_self_modules_blocks_modules_15_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_15_modules_1_parameters_bias_ = None + input_114 = torch.nn.functional.relu(input_113, inplace=False) + input_113 = None + input_115 = torch.nn.functional.batch_norm( + input_114, + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_15_modules_3_parameters_weight_, + l_self_modules_blocks_modules_15_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_114 = ( + l_self_modules_blocks_modules_15_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_15_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_15_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_15_modules_3_parameters_bias_ = None + input_116 = torch.conv2d( + input_115, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_117 = torch.nn.functional.relu(input_116, inplace=False) + input_116 = None + input_118 = torch.nn.functional.batch_norm( + input_117, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_117 = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_119 = input_118 + input_115 + input_118 = input_115 = None + input_120 = torch.conv2d( + input_119, + l_self_modules_blocks_modules_16_modules_1_parameters_weight_, + l_self_modules_blocks_modules_16_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_119 = ( + l_self_modules_blocks_modules_16_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_16_modules_1_parameters_bias_ = None + input_121 = torch.nn.functional.relu(input_120, inplace=False) + input_120 = None + input_122 = torch.nn.functional.batch_norm( + input_121, + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_16_modules_3_parameters_weight_, + l_self_modules_blocks_modules_16_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_121 = ( + l_self_modules_blocks_modules_16_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_16_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_16_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_16_modules_3_parameters_bias_ = None + input_123 = torch.conv2d( + input_122, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_124 = torch.nn.functional.relu(input_123, inplace=False) + input_123 = None + input_125 = torch.nn.functional.batch_norm( + input_124, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_124 = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_126 = input_125 + input_122 + input_125 = input_122 = None + input_127 = torch.conv2d( + input_126, + l_self_modules_blocks_modules_17_modules_1_parameters_weight_, + l_self_modules_blocks_modules_17_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_126 = ( + l_self_modules_blocks_modules_17_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_17_modules_1_parameters_bias_ = None + input_128 = torch.nn.functional.relu(input_127, inplace=False) + input_127 = None + input_129 = torch.nn.functional.batch_norm( + input_128, + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_17_modules_3_parameters_weight_, + l_self_modules_blocks_modules_17_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_128 = ( + l_self_modules_blocks_modules_17_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_17_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_17_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_17_modules_3_parameters_bias_ = None + input_130 = torch.conv2d( + input_129, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_131 = torch.nn.functional.relu(input_130, inplace=False) + input_130 = None + input_132 = torch.nn.functional.batch_norm( + input_131, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_131 = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_133 = input_132 + input_129 + input_132 = input_129 = None + input_134 = torch.conv2d( + input_133, + l_self_modules_blocks_modules_18_modules_1_parameters_weight_, + l_self_modules_blocks_modules_18_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_133 = ( + l_self_modules_blocks_modules_18_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_18_modules_1_parameters_bias_ = None + input_135 = torch.nn.functional.relu(input_134, inplace=False) + input_134 = None + input_136 = torch.nn.functional.batch_norm( + input_135, + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_18_modules_3_parameters_weight_, + l_self_modules_blocks_modules_18_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_135 = ( + l_self_modules_blocks_modules_18_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_18_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_18_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_18_modules_3_parameters_bias_ = None + input_137 = torch.conv2d( + input_136, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_138 = torch.nn.functional.relu(input_137, inplace=False) + input_137 = None + input_139 = torch.nn.functional.batch_norm( + input_138, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_138 = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_140 = input_139 + input_136 + input_139 = input_136 = None + input_141 = torch.conv2d( + input_140, + l_self_modules_blocks_modules_19_modules_1_parameters_weight_, + l_self_modules_blocks_modules_19_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_140 = ( + l_self_modules_blocks_modules_19_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_19_modules_1_parameters_bias_ = None + input_142 = torch.nn.functional.relu(input_141, inplace=False) + input_141 = None + input_143 = torch.nn.functional.batch_norm( + input_142, + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_19_modules_3_parameters_weight_, + l_self_modules_blocks_modules_19_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_142 = ( + l_self_modules_blocks_modules_19_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_19_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_19_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_19_modules_3_parameters_bias_ = None + input_144 = torch.conv2d( + input_143, + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_145 = torch.nn.functional.relu(input_144, inplace=False) + input_144 = None + input_146 = torch.nn.functional.batch_norm( + input_145, + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_145 = l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_147 = input_146 + input_143 + input_146 = input_143 = None + input_148 = torch.conv2d( + input_147, + l_self_modules_blocks_modules_20_modules_1_parameters_weight_, + l_self_modules_blocks_modules_20_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_147 = ( + l_self_modules_blocks_modules_20_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_20_modules_1_parameters_bias_ = None + input_149 = torch.nn.functional.relu(input_148, inplace=False) + input_148 = None + input_150 = torch.nn.functional.batch_norm( + input_149, + l_self_modules_blocks_modules_20_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_20_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_20_modules_3_parameters_weight_, + l_self_modules_blocks_modules_20_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_149 = ( + l_self_modules_blocks_modules_20_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_20_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_20_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_20_modules_3_parameters_bias_ = None + input_151 = torch.conv2d( + input_150, + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_152 = torch.nn.functional.relu(input_151, inplace=False) + input_151 = None + input_153 = torch.nn.functional.batch_norm( + input_152, + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_152 = l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_154 = input_153 + input_150 + input_153 = input_150 = None + input_155 = torch.conv2d( + input_154, + l_self_modules_blocks_modules_21_modules_1_parameters_weight_, + l_self_modules_blocks_modules_21_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_154 = ( + l_self_modules_blocks_modules_21_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_21_modules_1_parameters_bias_ = None + input_156 = torch.nn.functional.relu(input_155, inplace=False) + input_155 = None + input_157 = torch.nn.functional.batch_norm( + input_156, + l_self_modules_blocks_modules_21_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_21_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_21_modules_3_parameters_weight_, + l_self_modules_blocks_modules_21_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_156 = ( + l_self_modules_blocks_modules_21_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_21_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_21_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_21_modules_3_parameters_bias_ = None + input_158 = torch.conv2d( + input_157, + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_159 = torch.nn.functional.relu(input_158, inplace=False) + input_158 = None + input_160 = torch.nn.functional.batch_norm( + input_159, + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_159 = l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_161 = input_160 + input_157 + input_160 = input_157 = None + input_162 = torch.conv2d( + input_161, + l_self_modules_blocks_modules_22_modules_1_parameters_weight_, + l_self_modules_blocks_modules_22_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_161 = ( + l_self_modules_blocks_modules_22_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_22_modules_1_parameters_bias_ = None + input_163 = torch.nn.functional.relu(input_162, inplace=False) + input_162 = None + input_164 = torch.nn.functional.batch_norm( + input_163, + l_self_modules_blocks_modules_22_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_22_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_22_modules_3_parameters_weight_, + l_self_modules_blocks_modules_22_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_163 = ( + l_self_modules_blocks_modules_22_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_22_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_22_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_22_modules_3_parameters_bias_ = None + input_165 = torch.conv2d( + input_164, + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_166 = torch.nn.functional.relu(input_165, inplace=False) + input_165 = None + input_167 = torch.nn.functional.batch_norm( + input_166, + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_166 = l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_168 = input_167 + input_164 + input_167 = input_164 = None + input_169 = torch.conv2d( + input_168, + l_self_modules_blocks_modules_23_modules_1_parameters_weight_, + l_self_modules_blocks_modules_23_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_168 = ( + l_self_modules_blocks_modules_23_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_23_modules_1_parameters_bias_ = None + input_170 = torch.nn.functional.relu(input_169, inplace=False) + input_169 = None + input_171 = torch.nn.functional.batch_norm( + input_170, + l_self_modules_blocks_modules_23_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_23_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_23_modules_3_parameters_weight_, + l_self_modules_blocks_modules_23_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_170 = ( + l_self_modules_blocks_modules_23_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_23_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_23_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_23_modules_3_parameters_bias_ = None + input_172 = torch.conv2d( + input_171, + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_173 = torch.nn.functional.relu(input_172, inplace=False) + input_172 = None + input_174 = torch.nn.functional.batch_norm( + input_173, + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_173 = l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_175 = input_174 + input_171 + input_174 = input_171 = None + input_176 = torch.conv2d( + input_175, + l_self_modules_blocks_modules_24_modules_1_parameters_weight_, + l_self_modules_blocks_modules_24_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_175 = ( + l_self_modules_blocks_modules_24_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_24_modules_1_parameters_bias_ = None + input_177 = torch.nn.functional.relu(input_176, inplace=False) + input_176 = None + input_178 = torch.nn.functional.batch_norm( + input_177, + l_self_modules_blocks_modules_24_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_24_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_24_modules_3_parameters_weight_, + l_self_modules_blocks_modules_24_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_177 = ( + l_self_modules_blocks_modules_24_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_24_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_24_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_24_modules_3_parameters_bias_ = None + input_179 = torch.conv2d( + input_178, + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_180 = torch.nn.functional.relu(input_179, inplace=False) + input_179 = None + input_181 = torch.nn.functional.batch_norm( + input_180, + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_180 = l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_182 = input_181 + input_178 + input_181 = input_178 = None + input_183 = torch.conv2d( + input_182, + l_self_modules_blocks_modules_25_modules_1_parameters_weight_, + l_self_modules_blocks_modules_25_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_182 = ( + l_self_modules_blocks_modules_25_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_25_modules_1_parameters_bias_ = None + input_184 = torch.nn.functional.relu(input_183, inplace=False) + input_183 = None + input_185 = torch.nn.functional.batch_norm( + input_184, + l_self_modules_blocks_modules_25_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_25_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_25_modules_3_parameters_weight_, + l_self_modules_blocks_modules_25_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_184 = ( + l_self_modules_blocks_modules_25_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_25_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_25_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_25_modules_3_parameters_bias_ = None + input_186 = torch.conv2d( + input_185, + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_187 = torch.nn.functional.relu(input_186, inplace=False) + input_186 = None + input_188 = torch.nn.functional.batch_norm( + input_187, + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_187 = l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_189 = input_188 + input_185 + input_188 = input_185 = None + input_190 = torch.conv2d( + input_189, + l_self_modules_blocks_modules_26_modules_1_parameters_weight_, + l_self_modules_blocks_modules_26_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_189 = ( + l_self_modules_blocks_modules_26_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_26_modules_1_parameters_bias_ = None + input_191 = torch.nn.functional.relu(input_190, inplace=False) + input_190 = None + input_192 = torch.nn.functional.batch_norm( + input_191, + l_self_modules_blocks_modules_26_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_26_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_26_modules_3_parameters_weight_, + l_self_modules_blocks_modules_26_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_191 = ( + l_self_modules_blocks_modules_26_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_26_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_26_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_26_modules_3_parameters_bias_ = None + input_193 = torch.conv2d( + input_192, + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_194 = torch.nn.functional.relu(input_193, inplace=False) + input_193 = None + input_195 = torch.nn.functional.batch_norm( + input_194, + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_194 = l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_196 = input_195 + input_192 + input_195 = input_192 = None + input_197 = torch.conv2d( + input_196, + l_self_modules_blocks_modules_27_modules_1_parameters_weight_, + l_self_modules_blocks_modules_27_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_196 = ( + l_self_modules_blocks_modules_27_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_27_modules_1_parameters_bias_ = None + input_198 = torch.nn.functional.relu(input_197, inplace=False) + input_197 = None + input_199 = torch.nn.functional.batch_norm( + input_198, + l_self_modules_blocks_modules_27_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_27_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_27_modules_3_parameters_weight_, + l_self_modules_blocks_modules_27_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_198 = ( + l_self_modules_blocks_modules_27_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_27_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_27_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_27_modules_3_parameters_bias_ = None + input_200 = torch.conv2d( + input_199, + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_201 = torch.nn.functional.relu(input_200, inplace=False) + input_200 = None + input_202 = torch.nn.functional.batch_norm( + input_201, + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_201 = l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_203 = input_202 + input_199 + input_202 = input_199 = None + input_204 = torch.conv2d( + input_203, + l_self_modules_blocks_modules_28_modules_1_parameters_weight_, + l_self_modules_blocks_modules_28_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_203 = ( + l_self_modules_blocks_modules_28_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_28_modules_1_parameters_bias_ = None + input_205 = torch.nn.functional.relu(input_204, inplace=False) + input_204 = None + input_206 = torch.nn.functional.batch_norm( + input_205, + l_self_modules_blocks_modules_28_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_28_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_28_modules_3_parameters_weight_, + l_self_modules_blocks_modules_28_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_205 = ( + l_self_modules_blocks_modules_28_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_28_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_28_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_28_modules_3_parameters_bias_ = None + input_207 = torch.conv2d( + input_206, + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_208 = torch.nn.functional.relu(input_207, inplace=False) + input_207 = None + input_209 = torch.nn.functional.batch_norm( + input_208, + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_208 = l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_210 = input_209 + input_206 + input_209 = input_206 = None + input_211 = torch.conv2d( + input_210, + l_self_modules_blocks_modules_29_modules_1_parameters_weight_, + l_self_modules_blocks_modules_29_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_210 = ( + l_self_modules_blocks_modules_29_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_29_modules_1_parameters_bias_ = None + input_212 = torch.nn.functional.relu(input_211, inplace=False) + input_211 = None + input_213 = torch.nn.functional.batch_norm( + input_212, + l_self_modules_blocks_modules_29_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_29_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_29_modules_3_parameters_weight_, + l_self_modules_blocks_modules_29_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_212 = ( + l_self_modules_blocks_modules_29_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_29_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_29_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_29_modules_3_parameters_bias_ = None + input_214 = torch.conv2d( + input_213, + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_215 = torch.nn.functional.relu(input_214, inplace=False) + input_214 = None + input_216 = torch.nn.functional.batch_norm( + input_215, + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_215 = l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_217 = input_216 + input_213 + input_216 = input_213 = None + input_218 = torch.conv2d( + input_217, + l_self_modules_blocks_modules_30_modules_1_parameters_weight_, + l_self_modules_blocks_modules_30_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_217 = ( + l_self_modules_blocks_modules_30_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_30_modules_1_parameters_bias_ = None + input_219 = torch.nn.functional.relu(input_218, inplace=False) + input_218 = None + input_220 = torch.nn.functional.batch_norm( + input_219, + l_self_modules_blocks_modules_30_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_30_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_30_modules_3_parameters_weight_, + l_self_modules_blocks_modules_30_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_219 = ( + l_self_modules_blocks_modules_30_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_30_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_30_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_30_modules_3_parameters_bias_ = None + input_221 = torch.conv2d( + input_220, + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_weight_, + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_bias_, + (1, 1), + "same", + (1, 1), + 768, + ) + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_weight_ = l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_bias_ = (None) + input_222 = torch.nn.functional.relu(input_221, inplace=False) + input_221 = None + input_223 = torch.nn.functional.batch_norm( + input_222, + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_mean_, + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_var_, + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_weight_, + l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_222 = l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_mean_ = l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_var_ = l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_weight_ = l_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_bias_ = (None) + input_224 = input_223 + input_220 + input_223 = input_220 = None + input_225 = torch.conv2d( + input_224, + l_self_modules_blocks_modules_31_modules_1_parameters_weight_, + l_self_modules_blocks_modules_31_modules_1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + input_224 = ( + l_self_modules_blocks_modules_31_modules_1_parameters_weight_ + ) = l_self_modules_blocks_modules_31_modules_1_parameters_bias_ = None + input_226 = torch.nn.functional.relu(input_225, inplace=False) + input_225 = None + input_227 = torch.nn.functional.batch_norm( + input_226, + l_self_modules_blocks_modules_31_modules_3_buffers_running_mean_, + l_self_modules_blocks_modules_31_modules_3_buffers_running_var_, + l_self_modules_blocks_modules_31_modules_3_parameters_weight_, + l_self_modules_blocks_modules_31_modules_3_parameters_bias_, + False, + 0.1, + 1e-05, + ) + input_226 = ( + l_self_modules_blocks_modules_31_modules_3_buffers_running_mean_ + ) = ( + l_self_modules_blocks_modules_31_modules_3_buffers_running_var_ + ) = ( + l_self_modules_blocks_modules_31_modules_3_parameters_weight_ + ) = l_self_modules_blocks_modules_31_modules_3_parameters_bias_ = None + x = torch.nn.functional.adaptive_avg_pool2d(input_227, 1) + input_227 = None + x_1 = x.flatten(1, -1) + x = None + x_2 = torch.nn.functional.dropout(x_1, 0.0, False, False) + x_1 = None + x_3 = torch._C._nn.linear( + x_2, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_2 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_3,) diff --git a/samples/timm/convmixer_768_32.in1k/weight_meta.py b/samples/timm/convmixer_768_32.in1k/weight_meta.py new file mode 100644 index 0000000000..0f2a57dad9 --- /dev/null +++ b/samples/timm/convmixer_768_32.in1k/weight_meta.py @@ -0,0 +1,3938 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [768, 3, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.232 + std = 1.285 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_buffers_running_mean_: + name = "L_self_modules_stem_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_buffers_running_var_: + name = "L_self_modules_stem_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_weight_: + name = "L_self_modules_stem_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_bias_: + name = "L_self_modules_stem_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.086 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_0_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_0_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_0_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_0_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_0_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_1_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_1_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_1_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_1_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_1_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_2_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_2_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_2_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_2_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_2_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_3_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_3_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_3_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_3_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_3_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_4_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_4_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_4_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_4_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_4_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_5_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_5_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_5_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_5_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_5_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_6_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_6_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_6_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_6_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_6_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_7_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_7_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_7_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_7_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_7_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_8_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_8_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_8_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_8_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_8_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_9_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_9_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_9_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_9_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_9_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_10_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_10_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_10_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_10_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_10_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_11_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_11_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_11_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_11_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_11_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.002 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_12_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_12_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_12_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_12_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_12_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_13_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_13_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_13_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_13_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_13_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.081 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_14_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_14_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_14_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_14_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_14_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.005 + std = 0.081 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_15_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_15_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_15_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_15_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_15_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_16_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_16_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_16_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_16_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_16_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_17_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_17_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_17_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_17_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_17_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_18_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_18_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_18_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_18_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_18_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_19_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_19_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_19_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_19_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_19_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.003 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_20_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_20_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_20_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_20_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_20_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_21_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_21_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_21_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_21_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_21_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_22_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_22_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_22_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_22_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_22_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.080 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_23_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_23_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_23_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_23_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_23_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.002 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_24_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_24_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_24_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_24_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_24_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.003 + std = 0.084 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_25_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_25_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_25_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_25_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_25_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_26_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_26_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_26_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_26_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_26_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.004 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_27_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_27_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_27_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_27_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_27_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.004 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_28_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_28_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_28_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_28_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_28_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.005 + std = 0.083 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_29_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_29_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_29_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_29_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_29_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_30_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_30_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_30_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_30_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_30_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.082 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_0_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.085 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_mean_: + name = "L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_var_: + name = "L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_0_modules_fn_modules_2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_1_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_1_parameters_weight_" + shape = [768, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_1_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_3_buffers_running_mean_: + name = "L_self_modules_blocks_modules_31_modules_3_buffers_running_mean_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_3_buffers_running_var_: + name = "L_self_modules_blocks_modules_31_modules_3_buffers_running_var_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_3_parameters_weight_: + name = "L_self_modules_blocks_modules_31_modules_3_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_blocks_modules_31_modules_3_parameters_bias_: + name = "L_self_modules_blocks_modules_31_modules_3_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.021 + data = None diff --git a/samples/timm/convnext_atto.d2_in1k/graph_hash.txt b/samples/timm/convnext_atto.d2_in1k/graph_hash.txt new file mode 100644 index 0000000000..eedf65667f --- /dev/null +++ b/samples/timm/convnext_atto.d2_in1k/graph_hash.txt @@ -0,0 +1 @@ +84d3d5845f8731d40d97c48baa7a6700f9f61d9504a55d27b952141745e34104 \ No newline at end of file diff --git a/samples/timm/convnext_atto.d2_in1k/graph_net.json b/samples/timm/convnext_atto.d2_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convnext_atto.d2_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convnext_atto.d2_in1k/input_meta.py b/samples/timm/convnext_atto.d2_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_atto.d2_in1k/input_tensor_constraints.py b/samples/timm/convnext_atto.d2_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_atto.d2_in1k/model.py b/samples/timm/convnext_atto.d2_in1k/model.py new file mode 100644 index 0000000000..e4dfcc936c --- /dev/null +++ b/samples/timm/convnext_atto.d2_in1k/model.py @@ -0,0 +1,1123 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_1_parameters_weight_ = ( + L_self_modules_stem_modules_1_parameters_weight_ + ) + l_self_modules_stem_modules_1_parameters_bias_ = ( + L_self_modules_stem_modules_1_parameters_bias_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_head_modules_norm_parameters_weight_ = ( + L_self_modules_head_modules_norm_parameters_weight_ + ) + l_self_modules_head_modules_norm_parameters_bias_ = ( + L_self_modules_head_modules_norm_parameters_bias_ + ) + l_self_modules_head_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_fc_parameters_bias_ + ) + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + x = input_1.permute(0, 2, 3, 1) + input_1 = None + x_1 = torch.nn.functional.layer_norm( + x, + (40,), + l_self_modules_stem_modules_1_parameters_weight_, + l_self_modules_stem_modules_1_parameters_bias_, + 1e-06, + ) + x = ( + l_self_modules_stem_modules_1_parameters_weight_ + ) = l_self_modules_stem_modules_1_parameters_bias_ = None + x_2 = x_1.permute(0, 3, 1, 2) + x_1 = None + x_3 = torch.conv2d( + x_2, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 40, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_4 = x_3.permute(0, 2, 3, 1) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (40,), + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_4 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_6 = x_5.permute(0, 3, 1, 2) + x_5 = None + x_7 = torch.conv2d( + x_6, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_6 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_8 = torch._C._nn.gelu(x_7) + x_7 = None + x_9 = torch.nn.functional.dropout(x_8, 0.0, False, False) + x_8 = None + x_10 = torch.conv2d( + x_9, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_9 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + reshape = l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_12 = x_11.mul(reshape) + x_11 = reshape = None + x_13 = x_12 + x_2 + x_12 = x_2 = None + x_14 = torch.conv2d( + x_13, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 40, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_15 = x_14.permute(0, 2, 3, 1) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (40,), + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_15 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_17 = x_16.permute(0, 3, 1, 2) + x_16 = None + x_18 = torch.conv2d( + x_17, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_17 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_19 = torch._C._nn.gelu(x_18) + x_18 = None + x_20 = torch.nn.functional.dropout(x_19, 0.0, False, False) + x_19 = None + x_21 = torch.conv2d( + x_20, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_20 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_22 = torch.nn.functional.dropout(x_21, 0.0, False, False) + x_21 = None + reshape_1 = l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_23 = x_22.mul(reshape_1) + x_22 = reshape_1 = None + x_24 = x_23 + x_13 + x_23 = x_13 = None + x_25 = x_24.permute(0, 2, 3, 1) + x_24 = None + x_26 = torch.nn.functional.layer_norm( + x_25, + (40,), + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_25 = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = (None) + x_27 = x_26.permute(0, 3, 1, 2) + x_26 = None + input_2 = torch.conv2d( + x_27, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_27 = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = (None) + x_28 = torch.conv2d( + input_2, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 80, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_29 = x_28.permute(0, 2, 3, 1) + x_28 = None + x_30 = torch.nn.functional.layer_norm( + x_29, + (80,), + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_29 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_31 = x_30.permute(0, 3, 1, 2) + x_30 = None + x_32 = torch.conv2d( + x_31, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_31 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_33 = torch._C._nn.gelu(x_32) + x_32 = None + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = torch.conv2d( + x_34, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_34 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_36 = torch.nn.functional.dropout(x_35, 0.0, False, False) + x_35 = None + reshape_2 = l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_37 = x_36.mul(reshape_2) + x_36 = reshape_2 = None + x_38 = x_37 + input_2 + x_37 = input_2 = None + x_39 = torch.conv2d( + x_38, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 80, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_40 = x_39.permute(0, 2, 3, 1) + x_39 = None + x_41 = torch.nn.functional.layer_norm( + x_40, + (80,), + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_40 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_42 = x_41.permute(0, 3, 1, 2) + x_41 = None + x_43 = torch.conv2d( + x_42, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_42 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_44 = torch._C._nn.gelu(x_43) + x_43 = None + x_45 = torch.nn.functional.dropout(x_44, 0.0, False, False) + x_44 = None + x_46 = torch.conv2d( + x_45, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_45 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_47 = torch.nn.functional.dropout(x_46, 0.0, False, False) + x_46 = None + reshape_3 = l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_48 = x_47.mul(reshape_3) + x_47 = reshape_3 = None + x_49 = x_48 + x_38 + x_48 = x_38 = None + x_50 = x_49.permute(0, 2, 3, 1) + x_49 = None + x_51 = torch.nn.functional.layer_norm( + x_50, + (80,), + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_50 = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = (None) + x_52 = x_51.permute(0, 3, 1, 2) + x_51 = None + input_3 = torch.conv2d( + x_52, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_52 = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = (None) + x_53 = torch.conv2d( + input_3, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_54 = x_53.permute(0, 2, 3, 1) + x_53 = None + x_55 = torch.nn.functional.layer_norm( + x_54, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_54 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_56 = x_55.permute(0, 3, 1, 2) + x_55 = None + x_57 = torch.conv2d( + x_56, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_56 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_58 = torch._C._nn.gelu(x_57) + x_57 = None + x_59 = torch.nn.functional.dropout(x_58, 0.0, False, False) + x_58 = None + x_60 = torch.conv2d( + x_59, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_59 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_61 = torch.nn.functional.dropout(x_60, 0.0, False, False) + x_60 = None + reshape_4 = l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_62 = x_61.mul(reshape_4) + x_61 = reshape_4 = None + x_63 = x_62 + input_3 + x_62 = input_3 = None + x_64 = torch.conv2d( + x_63, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_65 = x_64.permute(0, 2, 3, 1) + x_64 = None + x_66 = torch.nn.functional.layer_norm( + x_65, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_65 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_67 = x_66.permute(0, 3, 1, 2) + x_66 = None + x_68 = torch.conv2d( + x_67, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_67 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_69 = torch._C._nn.gelu(x_68) + x_68 = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = torch.conv2d( + x_70, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_70 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_72 = torch.nn.functional.dropout(x_71, 0.0, False, False) + x_71 = None + reshape_5 = l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_73 = x_72.mul(reshape_5) + x_72 = reshape_5 = None + x_74 = x_73 + x_63 + x_73 = x_63 = None + x_75 = torch.conv2d( + x_74, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_76 = x_75.permute(0, 2, 3, 1) + x_75 = None + x_77 = torch.nn.functional.layer_norm( + x_76, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_76 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_78 = x_77.permute(0, 3, 1, 2) + x_77 = None + x_79 = torch.conv2d( + x_78, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_78 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_80 = torch._C._nn.gelu(x_79) + x_79 = None + x_81 = torch.nn.functional.dropout(x_80, 0.0, False, False) + x_80 = None + x_82 = torch.conv2d( + x_81, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_81 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_83 = torch.nn.functional.dropout(x_82, 0.0, False, False) + x_82 = None + reshape_6 = l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_84 = x_83.mul(reshape_6) + x_83 = reshape_6 = None + x_85 = x_84 + x_74 + x_84 = x_74 = None + x_86 = torch.conv2d( + x_85, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = (None) + x_87 = x_86.permute(0, 2, 3, 1) + x_86 = None + x_88 = torch.nn.functional.layer_norm( + x_87, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_, + 1e-06, + ) + x_87 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = (None) + x_89 = x_88.permute(0, 3, 1, 2) + x_88 = None + x_90 = torch.conv2d( + x_89, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_89 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_91 = torch._C._nn.gelu(x_90) + x_90 = None + x_92 = torch.nn.functional.dropout(x_91, 0.0, False, False) + x_91 = None + x_93 = torch.conv2d( + x_92, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_92 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_94 = torch.nn.functional.dropout(x_93, 0.0, False, False) + x_93 = None + reshape_7 = l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + None + ) + x_95 = x_94.mul(reshape_7) + x_94 = reshape_7 = None + x_96 = x_95 + x_85 + x_95 = x_85 = None + x_97 = torch.conv2d( + x_96, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = (None) + x_98 = x_97.permute(0, 2, 3, 1) + x_97 = None + x_99 = torch.nn.functional.layer_norm( + x_98, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_, + 1e-06, + ) + x_98 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = (None) + x_100 = x_99.permute(0, 3, 1, 2) + x_99 = None + x_101 = torch.conv2d( + x_100, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_100 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_102 = torch._C._nn.gelu(x_101) + x_101 = None + x_103 = torch.nn.functional.dropout(x_102, 0.0, False, False) + x_102 = None + x_104 = torch.conv2d( + x_103, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_103 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_105 = torch.nn.functional.dropout(x_104, 0.0, False, False) + x_104 = None + reshape_8 = l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + None + ) + x_106 = x_105.mul(reshape_8) + x_105 = reshape_8 = None + x_107 = x_106 + x_96 + x_106 = x_96 = None + x_108 = torch.conv2d( + x_107, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = (None) + x_109 = x_108.permute(0, 2, 3, 1) + x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_, + 1e-06, + ) + x_109 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = (None) + x_111 = x_110.permute(0, 3, 1, 2) + x_110 = None + x_112 = torch.conv2d( + x_111, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_111 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_113 = torch._C._nn.gelu(x_112) + x_112 = None + x_114 = torch.nn.functional.dropout(x_113, 0.0, False, False) + x_113 = None + x_115 = torch.conv2d( + x_114, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_114 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + reshape_9 = l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + None + ) + x_117 = x_116.mul(reshape_9) + x_116 = reshape_9 = None + x_118 = x_117 + x_107 + x_117 = x_107 = None + x_119 = x_118.permute(0, 2, 3, 1) + x_118 = None + x_120 = torch.nn.functional.layer_norm( + x_119, + (160,), + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_119 = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = (None) + x_121 = x_120.permute(0, 3, 1, 2) + x_120 = None + input_4 = torch.conv2d( + x_121, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_121 = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = (None) + x_122 = torch.conv2d( + input_4, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 320, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_123 = x_122.permute(0, 2, 3, 1) + x_122 = None + x_124 = torch.nn.functional.layer_norm( + x_123, + (320,), + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_123 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_125 = x_124.permute(0, 3, 1, 2) + x_124 = None + x_126 = torch.conv2d( + x_125, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_125 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_127 = torch._C._nn.gelu(x_126) + x_126 = None + x_128 = torch.nn.functional.dropout(x_127, 0.0, False, False) + x_127 = None + x_129 = torch.conv2d( + x_128, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_128 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + reshape_10 = l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_131 = x_130.mul(reshape_10) + x_130 = reshape_10 = None + x_132 = x_131 + input_4 + x_131 = input_4 = None + x_133 = torch.conv2d( + x_132, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 320, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_134 = x_133.permute(0, 2, 3, 1) + x_133 = None + x_135 = torch.nn.functional.layer_norm( + x_134, + (320,), + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_134 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_136 = x_135.permute(0, 3, 1, 2) + x_135 = None + x_137 = torch.conv2d( + x_136, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_136 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_138 = torch._C._nn.gelu(x_137) + x_137 = None + x_139 = torch.nn.functional.dropout(x_138, 0.0, False, False) + x_138 = None + x_140 = torch.conv2d( + x_139, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_139 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_141 = torch.nn.functional.dropout(x_140, 0.0, False, False) + x_140 = None + reshape_11 = l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_142 = x_141.mul(reshape_11) + x_141 = reshape_11 = None + x_143 = x_142 + x_132 + x_142 = x_132 = None + x_144 = torch.nn.functional.adaptive_avg_pool2d(x_143, 1) + x_143 = None + x_145 = x_144.permute(0, 2, 3, 1) + x_144 = None + x_146 = torch.nn.functional.layer_norm( + x_145, + (320,), + l_self_modules_head_modules_norm_parameters_weight_, + l_self_modules_head_modules_norm_parameters_bias_, + 1e-06, + ) + x_145 = ( + l_self_modules_head_modules_norm_parameters_weight_ + ) = l_self_modules_head_modules_norm_parameters_bias_ = None + x_147 = x_146.permute(0, 3, 1, 2) + x_146 = None + x_148 = x_147.flatten(1, -1) + x_147 = None + x_149 = torch.nn.functional.dropout(x_148, 0.0, False, False) + x_148 = None + x_150 = torch._C._nn.linear( + x_149, + l_self_modules_head_modules_fc_parameters_weight_, + l_self_modules_head_modules_fc_parameters_bias_, + ) + x_149 = ( + l_self_modules_head_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_fc_parameters_bias_ = None + return (x_150,) diff --git a/samples/timm/convnext_atto.d2_in1k/weight_meta.py b/samples/timm/convnext_atto.d2_in1k/weight_meta.py new file mode 100644 index 0000000000..2c1d5a91f4 --- /dev/null +++ b/samples/timm/convnext_atto.d2_in1k/weight_meta.py @@ -0,0 +1,1310 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [40, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.227 + std = 1.282 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_weight_: + name = "L_self_modules_stem_modules_1_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_bias_: + name = "L_self_modules_stem_modules_1_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [40, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [160, 40, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [40, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [40, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [160, 40, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [40, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_" + ) + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_" + shape = [80, 40, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_" + ) + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [80, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [320, 80, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [80, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [80, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [320, 80, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [80, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_" + ) + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_" + shape = [160, 80, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_" + ) + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_" + ) + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_" + shape = [320, 160, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_" + ) + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [320, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [320, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_weight_: + name = "L_self_modules_head_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_bias_: + name = "L_self_modules_head_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_fc_parameters_weight_" + shape = [1000, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_fc_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/convnext_atto_ols.a2_in1k/graph_hash.txt b/samples/timm/convnext_atto_ols.a2_in1k/graph_hash.txt new file mode 100644 index 0000000000..1e9acf5e79 --- /dev/null +++ b/samples/timm/convnext_atto_ols.a2_in1k/graph_hash.txt @@ -0,0 +1 @@ +f61a87fb1a9abdffa812f56e0ebb94352465f2b1de8f3f6f6124fff252dc8d1a \ No newline at end of file diff --git a/samples/timm/convnext_atto_ols.a2_in1k/graph_net.json b/samples/timm/convnext_atto_ols.a2_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convnext_atto_ols.a2_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convnext_atto_ols.a2_in1k/input_meta.py b/samples/timm/convnext_atto_ols.a2_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_atto_ols.a2_in1k/input_tensor_constraints.py b/samples/timm/convnext_atto_ols.a2_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_atto_ols.a2_in1k/model.py b/samples/timm/convnext_atto_ols.a2_in1k/model.py new file mode 100644 index 0000000000..e117a5c35b --- /dev/null +++ b/samples/timm/convnext_atto_ols.a2_in1k/model.py @@ -0,0 +1,1143 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_1_parameters_weight_ = ( + L_self_modules_stem_modules_1_parameters_weight_ + ) + l_self_modules_stem_modules_1_parameters_bias_ = ( + L_self_modules_stem_modules_1_parameters_bias_ + ) + l_self_modules_stem_modules_2_parameters_weight_ = ( + L_self_modules_stem_modules_2_parameters_weight_ + ) + l_self_modules_stem_modules_2_parameters_bias_ = ( + L_self_modules_stem_modules_2_parameters_bias_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_head_modules_norm_parameters_weight_ = ( + L_self_modules_head_modules_norm_parameters_weight_ + ) + l_self_modules_head_modules_norm_parameters_bias_ = ( + L_self_modules_head_modules_norm_parameters_bias_ + ) + l_self_modules_head_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_fc_parameters_bias_ + ) + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (2, 2), + (1, 1), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + input_2 = torch.conv2d( + input_1, + l_self_modules_stem_modules_1_parameters_weight_, + l_self_modules_stem_modules_1_parameters_bias_, + (2, 2), + (1, 1), + (1, 1), + 1, + ) + input_1 = ( + l_self_modules_stem_modules_1_parameters_weight_ + ) = l_self_modules_stem_modules_1_parameters_bias_ = None + x = input_2.permute(0, 2, 3, 1) + input_2 = None + x_1 = torch.nn.functional.layer_norm( + x, + (40,), + l_self_modules_stem_modules_2_parameters_weight_, + l_self_modules_stem_modules_2_parameters_bias_, + 1e-06, + ) + x = ( + l_self_modules_stem_modules_2_parameters_weight_ + ) = l_self_modules_stem_modules_2_parameters_bias_ = None + x_2 = x_1.permute(0, 3, 1, 2) + x_1 = None + x_3 = torch.conv2d( + x_2, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 40, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_4 = x_3.permute(0, 2, 3, 1) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (40,), + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_4 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_6 = x_5.permute(0, 3, 1, 2) + x_5 = None + x_7 = torch.conv2d( + x_6, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_6 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_8 = torch._C._nn.gelu(x_7) + x_7 = None + x_9 = torch.nn.functional.dropout(x_8, 0.0, False, False) + x_8 = None + x_10 = torch.conv2d( + x_9, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_9 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + reshape = l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_12 = x_11.mul(reshape) + x_11 = reshape = None + x_13 = x_12 + x_2 + x_12 = x_2 = None + x_14 = torch.conv2d( + x_13, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 40, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_15 = x_14.permute(0, 2, 3, 1) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (40,), + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_15 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_17 = x_16.permute(0, 3, 1, 2) + x_16 = None + x_18 = torch.conv2d( + x_17, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_17 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_19 = torch._C._nn.gelu(x_18) + x_18 = None + x_20 = torch.nn.functional.dropout(x_19, 0.0, False, False) + x_19 = None + x_21 = torch.conv2d( + x_20, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_20 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_22 = torch.nn.functional.dropout(x_21, 0.0, False, False) + x_21 = None + reshape_1 = l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_23 = x_22.mul(reshape_1) + x_22 = reshape_1 = None + x_24 = x_23 + x_13 + x_23 = x_13 = None + x_25 = x_24.permute(0, 2, 3, 1) + x_24 = None + x_26 = torch.nn.functional.layer_norm( + x_25, + (40,), + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_25 = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = (None) + x_27 = x_26.permute(0, 3, 1, 2) + x_26 = None + input_3 = torch.conv2d( + x_27, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_27 = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = (None) + x_28 = torch.conv2d( + input_3, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 80, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_29 = x_28.permute(0, 2, 3, 1) + x_28 = None + x_30 = torch.nn.functional.layer_norm( + x_29, + (80,), + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_29 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_31 = x_30.permute(0, 3, 1, 2) + x_30 = None + x_32 = torch.conv2d( + x_31, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_31 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_33 = torch._C._nn.gelu(x_32) + x_32 = None + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = torch.conv2d( + x_34, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_34 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_36 = torch.nn.functional.dropout(x_35, 0.0, False, False) + x_35 = None + reshape_2 = l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_37 = x_36.mul(reshape_2) + x_36 = reshape_2 = None + x_38 = x_37 + input_3 + x_37 = input_3 = None + x_39 = torch.conv2d( + x_38, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 80, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_40 = x_39.permute(0, 2, 3, 1) + x_39 = None + x_41 = torch.nn.functional.layer_norm( + x_40, + (80,), + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_40 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_42 = x_41.permute(0, 3, 1, 2) + x_41 = None + x_43 = torch.conv2d( + x_42, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_42 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_44 = torch._C._nn.gelu(x_43) + x_43 = None + x_45 = torch.nn.functional.dropout(x_44, 0.0, False, False) + x_44 = None + x_46 = torch.conv2d( + x_45, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_45 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_47 = torch.nn.functional.dropout(x_46, 0.0, False, False) + x_46 = None + reshape_3 = l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_48 = x_47.mul(reshape_3) + x_47 = reshape_3 = None + x_49 = x_48 + x_38 + x_48 = x_38 = None + x_50 = x_49.permute(0, 2, 3, 1) + x_49 = None + x_51 = torch.nn.functional.layer_norm( + x_50, + (80,), + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_50 = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = (None) + x_52 = x_51.permute(0, 3, 1, 2) + x_51 = None + input_4 = torch.conv2d( + x_52, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_52 = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = (None) + x_53 = torch.conv2d( + input_4, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_54 = x_53.permute(0, 2, 3, 1) + x_53 = None + x_55 = torch.nn.functional.layer_norm( + x_54, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_54 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_56 = x_55.permute(0, 3, 1, 2) + x_55 = None + x_57 = torch.conv2d( + x_56, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_56 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_58 = torch._C._nn.gelu(x_57) + x_57 = None + x_59 = torch.nn.functional.dropout(x_58, 0.0, False, False) + x_58 = None + x_60 = torch.conv2d( + x_59, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_59 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_61 = torch.nn.functional.dropout(x_60, 0.0, False, False) + x_60 = None + reshape_4 = l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_62 = x_61.mul(reshape_4) + x_61 = reshape_4 = None + x_63 = x_62 + input_4 + x_62 = input_4 = None + x_64 = torch.conv2d( + x_63, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_65 = x_64.permute(0, 2, 3, 1) + x_64 = None + x_66 = torch.nn.functional.layer_norm( + x_65, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_65 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_67 = x_66.permute(0, 3, 1, 2) + x_66 = None + x_68 = torch.conv2d( + x_67, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_67 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_69 = torch._C._nn.gelu(x_68) + x_68 = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = torch.conv2d( + x_70, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_70 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_72 = torch.nn.functional.dropout(x_71, 0.0, False, False) + x_71 = None + reshape_5 = l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_73 = x_72.mul(reshape_5) + x_72 = reshape_5 = None + x_74 = x_73 + x_63 + x_73 = x_63 = None + x_75 = torch.conv2d( + x_74, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_76 = x_75.permute(0, 2, 3, 1) + x_75 = None + x_77 = torch.nn.functional.layer_norm( + x_76, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_76 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_78 = x_77.permute(0, 3, 1, 2) + x_77 = None + x_79 = torch.conv2d( + x_78, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_78 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_80 = torch._C._nn.gelu(x_79) + x_79 = None + x_81 = torch.nn.functional.dropout(x_80, 0.0, False, False) + x_80 = None + x_82 = torch.conv2d( + x_81, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_81 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_83 = torch.nn.functional.dropout(x_82, 0.0, False, False) + x_82 = None + reshape_6 = l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_84 = x_83.mul(reshape_6) + x_83 = reshape_6 = None + x_85 = x_84 + x_74 + x_84 = x_74 = None + x_86 = torch.conv2d( + x_85, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = (None) + x_87 = x_86.permute(0, 2, 3, 1) + x_86 = None + x_88 = torch.nn.functional.layer_norm( + x_87, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_, + 1e-06, + ) + x_87 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = (None) + x_89 = x_88.permute(0, 3, 1, 2) + x_88 = None + x_90 = torch.conv2d( + x_89, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_89 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_91 = torch._C._nn.gelu(x_90) + x_90 = None + x_92 = torch.nn.functional.dropout(x_91, 0.0, False, False) + x_91 = None + x_93 = torch.conv2d( + x_92, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_92 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_94 = torch.nn.functional.dropout(x_93, 0.0, False, False) + x_93 = None + reshape_7 = l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + None + ) + x_95 = x_94.mul(reshape_7) + x_94 = reshape_7 = None + x_96 = x_95 + x_85 + x_95 = x_85 = None + x_97 = torch.conv2d( + x_96, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = (None) + x_98 = x_97.permute(0, 2, 3, 1) + x_97 = None + x_99 = torch.nn.functional.layer_norm( + x_98, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_, + 1e-06, + ) + x_98 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = (None) + x_100 = x_99.permute(0, 3, 1, 2) + x_99 = None + x_101 = torch.conv2d( + x_100, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_100 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_102 = torch._C._nn.gelu(x_101) + x_101 = None + x_103 = torch.nn.functional.dropout(x_102, 0.0, False, False) + x_102 = None + x_104 = torch.conv2d( + x_103, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_103 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_105 = torch.nn.functional.dropout(x_104, 0.0, False, False) + x_104 = None + reshape_8 = l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + None + ) + x_106 = x_105.mul(reshape_8) + x_105 = reshape_8 = None + x_107 = x_106 + x_96 + x_106 = x_96 = None + x_108 = torch.conv2d( + x_107, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 160, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = (None) + x_109 = x_108.permute(0, 2, 3, 1) + x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (160,), + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_, + 1e-06, + ) + x_109 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = (None) + x_111 = x_110.permute(0, 3, 1, 2) + x_110 = None + x_112 = torch.conv2d( + x_111, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_111 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_113 = torch._C._nn.gelu(x_112) + x_112 = None + x_114 = torch.nn.functional.dropout(x_113, 0.0, False, False) + x_113 = None + x_115 = torch.conv2d( + x_114, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_114 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + reshape_9 = l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + None + ) + x_117 = x_116.mul(reshape_9) + x_116 = reshape_9 = None + x_118 = x_117 + x_107 + x_117 = x_107 = None + x_119 = x_118.permute(0, 2, 3, 1) + x_118 = None + x_120 = torch.nn.functional.layer_norm( + x_119, + (160,), + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_119 = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = (None) + x_121 = x_120.permute(0, 3, 1, 2) + x_120 = None + input_5 = torch.conv2d( + x_121, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_121 = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = (None) + x_122 = torch.conv2d( + input_5, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 320, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_123 = x_122.permute(0, 2, 3, 1) + x_122 = None + x_124 = torch.nn.functional.layer_norm( + x_123, + (320,), + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_123 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_125 = x_124.permute(0, 3, 1, 2) + x_124 = None + x_126 = torch.conv2d( + x_125, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_125 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_127 = torch._C._nn.gelu(x_126) + x_126 = None + x_128 = torch.nn.functional.dropout(x_127, 0.0, False, False) + x_127 = None + x_129 = torch.conv2d( + x_128, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_128 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + reshape_10 = l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_131 = x_130.mul(reshape_10) + x_130 = reshape_10 = None + x_132 = x_131 + input_5 + x_131 = input_5 = None + x_133 = torch.conv2d( + x_132, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 320, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_134 = x_133.permute(0, 2, 3, 1) + x_133 = None + x_135 = torch.nn.functional.layer_norm( + x_134, + (320,), + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_134 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_136 = x_135.permute(0, 3, 1, 2) + x_135 = None + x_137 = torch.conv2d( + x_136, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_136 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_138 = torch._C._nn.gelu(x_137) + x_137 = None + x_139 = torch.nn.functional.dropout(x_138, 0.0, False, False) + x_138 = None + x_140 = torch.conv2d( + x_139, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_139 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_141 = torch.nn.functional.dropout(x_140, 0.0, False, False) + x_140 = None + reshape_11 = l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_142 = x_141.mul(reshape_11) + x_141 = reshape_11 = None + x_143 = x_142 + x_132 + x_142 = x_132 = None + x_144 = torch.nn.functional.adaptive_avg_pool2d(x_143, 1) + x_143 = None + x_145 = x_144.permute(0, 2, 3, 1) + x_144 = None + x_146 = torch.nn.functional.layer_norm( + x_145, + (320,), + l_self_modules_head_modules_norm_parameters_weight_, + l_self_modules_head_modules_norm_parameters_bias_, + 1e-06, + ) + x_145 = ( + l_self_modules_head_modules_norm_parameters_weight_ + ) = l_self_modules_head_modules_norm_parameters_bias_ = None + x_147 = x_146.permute(0, 3, 1, 2) + x_146 = None + x_148 = x_147.flatten(1, -1) + x_147 = None + x_149 = torch.nn.functional.dropout(x_148, 0.0, False, False) + x_148 = None + x_150 = torch._C._nn.linear( + x_149, + l_self_modules_head_modules_fc_parameters_weight_, + l_self_modules_head_modules_fc_parameters_bias_, + ) + x_149 = ( + l_self_modules_head_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_fc_parameters_bias_ = None + return (x_150,) diff --git a/samples/timm/convnext_atto_ols.a2_in1k/weight_meta.py b/samples/timm/convnext_atto_ols.a2_in1k/weight_meta.py new file mode 100644 index 0000000000..900544cfe2 --- /dev/null +++ b/samples/timm/convnext_atto_ols.a2_in1k/weight_meta.py @@ -0,0 +1,1330 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [24, 3, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.019 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.232 + std = 1.286 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_weight_: + name = "L_self_modules_stem_modules_1_parameters_weight_" + shape = [40, 24, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_bias_: + name = "L_self_modules_stem_modules_1_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_weight_: + name = "L_self_modules_stem_modules_2_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_bias_: + name = "L_self_modules_stem_modules_2_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [40, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [160, 40, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [40, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [40, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [160, 40, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [40, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_" + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_" + ) + shape = [40] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_" + shape = [80, 40, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_" + ) + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [80, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [320, 80, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [80, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [80, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [320, 80, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [80, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_" + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_" + ) + shape = [80] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_" + shape = [160, 80, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_" + ) + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_" + shape = [160, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [640, 160, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [160, 640, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_" + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_" + ) + shape = [160] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_" + shape = [320, 160, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_" + ) + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [320, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [320, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1280, 320, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1280] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [320, 1280, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_weight_: + name = "L_self_modules_head_modules_norm_parameters_weight_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_bias_: + name = "L_self_modules_head_modules_norm_parameters_bias_" + shape = [320] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_fc_parameters_weight_" + shape = [1000, 320] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_fc_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/convnext_base.clip_laion2b/graph_hash.txt b/samples/timm/convnext_base.clip_laion2b/graph_hash.txt new file mode 100644 index 0000000000..f5b53a89e0 --- /dev/null +++ b/samples/timm/convnext_base.clip_laion2b/graph_hash.txt @@ -0,0 +1 @@ +152e97e25e351ecaec13d28602c6382db8c6a1cab30e50ec944d857bd1ee7960 \ No newline at end of file diff --git a/samples/timm/convnext_base.clip_laion2b/graph_net.json b/samples/timm/convnext_base.clip_laion2b/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convnext_base.clip_laion2b/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convnext_base.clip_laion2b/input_meta.py b/samples/timm/convnext_base.clip_laion2b/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_base.clip_laion2b/input_tensor_constraints.py b/samples/timm/convnext_base.clip_laion2b/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_base.clip_laion2b/model.py b/samples/timm/convnext_base.clip_laion2b/model.py new file mode 100644 index 0000000000..9d5b5c1072 --- /dev/null +++ b/samples/timm/convnext_base.clip_laion2b/model.py @@ -0,0 +1,2707 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_1_parameters_weight_ = ( + L_self_modules_stem_modules_1_parameters_weight_ + ) + l_self_modules_stem_modules_1_parameters_bias_ = ( + L_self_modules_stem_modules_1_parameters_bias_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_head_modules_norm_parameters_weight_ = ( + L_self_modules_head_modules_norm_parameters_weight_ + ) + l_self_modules_head_modules_norm_parameters_bias_ = ( + L_self_modules_head_modules_norm_parameters_bias_ + ) + l_self_modules_head_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_fc_parameters_bias_ + ) + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + x = input_1.permute(0, 2, 3, 1) + input_1 = None + x_1 = torch.nn.functional.layer_norm( + x, + (128,), + l_self_modules_stem_modules_1_parameters_weight_, + l_self_modules_stem_modules_1_parameters_bias_, + 1e-06, + ) + x = ( + l_self_modules_stem_modules_1_parameters_weight_ + ) = l_self_modules_stem_modules_1_parameters_bias_ = None + x_2 = x_1.permute(0, 3, 1, 2) + x_1 = None + x_3 = torch.conv2d( + x_2, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 128, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_4 = x_3.permute(0, 2, 3, 1) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (128,), + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_4 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_6 = torch._C._nn.linear( + x_5, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_5 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_7 = torch._C._nn.gelu(x_6) + x_6 = None + x_8 = torch.nn.functional.dropout(x_7, 0.0, False, False) + x_7 = None + x_9 = torch._C._nn.linear( + x_8, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_8 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = x_10.permute(0, 3, 1, 2) + x_10 = None + reshape = l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_12 = x_11.mul(reshape) + x_11 = reshape = None + x_13 = x_12 + x_2 + x_12 = x_2 = None + x_14 = torch.conv2d( + x_13, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 128, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_15 = x_14.permute(0, 2, 3, 1) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (128,), + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_15 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_16 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_18 = torch._C._nn.gelu(x_17) + x_17 = None + x_19 = torch.nn.functional.dropout(x_18, 0.0, False, False) + x_18 = None + x_20 = torch._C._nn.linear( + x_19, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_19 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_21 = torch.nn.functional.dropout(x_20, 0.0, False, False) + x_20 = None + x_22 = x_21.permute(0, 3, 1, 2) + x_21 = None + reshape_1 = l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_23 = x_22.mul(reshape_1) + x_22 = reshape_1 = None + x_24 = x_23 + x_13 + x_23 = x_13 = None + x_25 = torch.conv2d( + x_24, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 128, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_26 = x_25.permute(0, 2, 3, 1) + x_25 = None + x_27 = torch.nn.functional.layer_norm( + x_26, + (128,), + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_26 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_28 = torch._C._nn.linear( + x_27, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_27 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_29 = torch._C._nn.gelu(x_28) + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch._C._nn.linear( + x_30, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_30 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + x_33 = x_32.permute(0, 3, 1, 2) + x_32 = None + reshape_2 = l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_34 = x_33.mul(reshape_2) + x_33 = reshape_2 = None + x_35 = x_34 + x_24 + x_34 = x_24 = None + x_36 = x_35.permute(0, 2, 3, 1) + x_35 = None + x_37 = torch.nn.functional.layer_norm( + x_36, + (128,), + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_36 = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = (None) + x_38 = x_37.permute(0, 3, 1, 2) + x_37 = None + input_2 = torch.conv2d( + x_38, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_38 = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = (None) + x_39 = torch.conv2d( + input_2, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 256, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_40 = x_39.permute(0, 2, 3, 1) + x_39 = None + x_41 = torch.nn.functional.layer_norm( + x_40, + (256,), + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_40 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_42 = torch._C._nn.linear( + x_41, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_41 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_43 = torch._C._nn.gelu(x_42) + x_42 = None + x_44 = torch.nn.functional.dropout(x_43, 0.0, False, False) + x_43 = None + x_45 = torch._C._nn.linear( + x_44, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_44 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_46 = torch.nn.functional.dropout(x_45, 0.0, False, False) + x_45 = None + x_47 = x_46.permute(0, 3, 1, 2) + x_46 = None + reshape_3 = l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_48 = x_47.mul(reshape_3) + x_47 = reshape_3 = None + x_49 = x_48 + input_2 + x_48 = input_2 = None + x_50 = torch.conv2d( + x_49, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 256, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_51 = x_50.permute(0, 2, 3, 1) + x_50 = None + x_52 = torch.nn.functional.layer_norm( + x_51, + (256,), + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_51 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_53 = torch._C._nn.linear( + x_52, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_52 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_54 = torch._C._nn.gelu(x_53) + x_53 = None + x_55 = torch.nn.functional.dropout(x_54, 0.0, False, False) + x_54 = None + x_56 = torch._C._nn.linear( + x_55, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_55 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_57 = torch.nn.functional.dropout(x_56, 0.0, False, False) + x_56 = None + x_58 = x_57.permute(0, 3, 1, 2) + x_57 = None + reshape_4 = l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_59 = x_58.mul(reshape_4) + x_58 = reshape_4 = None + x_60 = x_59 + x_49 + x_59 = x_49 = None + x_61 = torch.conv2d( + x_60, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 256, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_62 = x_61.permute(0, 2, 3, 1) + x_61 = None + x_63 = torch.nn.functional.layer_norm( + x_62, + (256,), + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_62 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_64 = torch._C._nn.linear( + x_63, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_63 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_65 = torch._C._nn.gelu(x_64) + x_64 = None + x_66 = torch.nn.functional.dropout(x_65, 0.0, False, False) + x_65 = None + x_67 = torch._C._nn.linear( + x_66, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_66 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_68 = torch.nn.functional.dropout(x_67, 0.0, False, False) + x_67 = None + x_69 = x_68.permute(0, 3, 1, 2) + x_68 = None + reshape_5 = l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_70 = x_69.mul(reshape_5) + x_69 = reshape_5 = None + x_71 = x_70 + x_60 + x_70 = x_60 = None + x_72 = x_71.permute(0, 2, 3, 1) + x_71 = None + x_73 = torch.nn.functional.layer_norm( + x_72, + (256,), + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_72 = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = (None) + x_74 = x_73.permute(0, 3, 1, 2) + x_73 = None + input_3 = torch.conv2d( + x_74, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_74 = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = (None) + x_75 = torch.conv2d( + input_3, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_76 = x_75.permute(0, 2, 3, 1) + x_75 = None + x_77 = torch.nn.functional.layer_norm( + x_76, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_76 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_78 = torch._C._nn.linear( + x_77, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_77 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_79 = torch._C._nn.gelu(x_78) + x_78 = None + x_80 = torch.nn.functional.dropout(x_79, 0.0, False, False) + x_79 = None + x_81 = torch._C._nn.linear( + x_80, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_80 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_82 = torch.nn.functional.dropout(x_81, 0.0, False, False) + x_81 = None + x_83 = x_82.permute(0, 3, 1, 2) + x_82 = None + reshape_6 = l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_84 = x_83.mul(reshape_6) + x_83 = reshape_6 = None + x_85 = x_84 + input_3 + x_84 = input_3 = None + x_86 = torch.conv2d( + x_85, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_87 = x_86.permute(0, 2, 3, 1) + x_86 = None + x_88 = torch.nn.functional.layer_norm( + x_87, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_87 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_89 = torch._C._nn.linear( + x_88, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_88 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_90 = torch._C._nn.gelu(x_89) + x_89 = None + x_91 = torch.nn.functional.dropout(x_90, 0.0, False, False) + x_90 = None + x_92 = torch._C._nn.linear( + x_91, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_91 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_93 = torch.nn.functional.dropout(x_92, 0.0, False, False) + x_92 = None + x_94 = x_93.permute(0, 3, 1, 2) + x_93 = None + reshape_7 = l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_95 = x_94.mul(reshape_7) + x_94 = reshape_7 = None + x_96 = x_95 + x_85 + x_95 = x_85 = None + x_97 = torch.conv2d( + x_96, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_98 = x_97.permute(0, 2, 3, 1) + x_97 = None + x_99 = torch.nn.functional.layer_norm( + x_98, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_98 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_100 = torch._C._nn.linear( + x_99, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_99 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_101 = torch._C._nn.gelu(x_100) + x_100 = None + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + x_103 = torch._C._nn.linear( + x_102, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_102 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_104 = torch.nn.functional.dropout(x_103, 0.0, False, False) + x_103 = None + x_105 = x_104.permute(0, 3, 1, 2) + x_104 = None + reshape_8 = l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_106 = x_105.mul(reshape_8) + x_105 = reshape_8 = None + x_107 = x_106 + x_96 + x_106 = x_96 = None + x_108 = torch.conv2d( + x_107, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = (None) + x_109 = x_108.permute(0, 2, 3, 1) + x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_, + 1e-06, + ) + x_109 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = (None) + x_111 = torch._C._nn.linear( + x_110, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_110 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_112 = torch._C._nn.gelu(x_111) + x_111 = None + x_113 = torch.nn.functional.dropout(x_112, 0.0, False, False) + x_112 = None + x_114 = torch._C._nn.linear( + x_113, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_113 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_115 = torch.nn.functional.dropout(x_114, 0.0, False, False) + x_114 = None + x_116 = x_115.permute(0, 3, 1, 2) + x_115 = None + reshape_9 = l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + None + ) + x_117 = x_116.mul(reshape_9) + x_116 = reshape_9 = None + x_118 = x_117 + x_107 + x_117 = x_107 = None + x_119 = torch.conv2d( + x_118, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = (None) + x_120 = x_119.permute(0, 2, 3, 1) + x_119 = None + x_121 = torch.nn.functional.layer_norm( + x_120, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_, + 1e-06, + ) + x_120 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = (None) + x_122 = torch._C._nn.linear( + x_121, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_121 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_123 = torch._C._nn.gelu(x_122) + x_122 = None + x_124 = torch.nn.functional.dropout(x_123, 0.0, False, False) + x_123 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_124 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + x_127 = x_126.permute(0, 3, 1, 2) + x_126 = None + reshape_10 = l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + None + ) + x_128 = x_127.mul(reshape_10) + x_127 = reshape_10 = None + x_129 = x_128 + x_118 + x_128 = x_118 = None + x_130 = torch.conv2d( + x_129, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = (None) + x_131 = x_130.permute(0, 2, 3, 1) + x_130 = None + x_132 = torch.nn.functional.layer_norm( + x_131, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_, + 1e-06, + ) + x_131 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = (None) + x_133 = torch._C._nn.linear( + x_132, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_132 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_134 = torch._C._nn.gelu(x_133) + x_133 = None + x_135 = torch.nn.functional.dropout(x_134, 0.0, False, False) + x_134 = None + x_136 = torch._C._nn.linear( + x_135, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_135 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_137 = torch.nn.functional.dropout(x_136, 0.0, False, False) + x_136 = None + x_138 = x_137.permute(0, 3, 1, 2) + x_137 = None + reshape_11 = l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + None + ) + x_139 = x_138.mul(reshape_11) + x_138 = reshape_11 = None + x_140 = x_139 + x_129 + x_139 = x_129 = None + x_141 = torch.conv2d( + x_140, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ = (None) + x_142 = x_141.permute(0, 2, 3, 1) + x_141 = None + x_143 = torch.nn.functional.layer_norm( + x_142, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_, + 1e-06, + ) + x_142 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ = (None) + x_144 = torch._C._nn.linear( + x_143, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + x_143 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_145 = torch._C._nn.gelu(x_144) + x_144 = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + x_147 = torch._C._nn.linear( + x_146, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_146 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_148 = torch.nn.functional.dropout(x_147, 0.0, False, False) + x_147 = None + x_149 = x_148.permute(0, 3, 1, 2) + x_148 = None + reshape_12 = l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ = ( + None + ) + x_150 = x_149.mul(reshape_12) + x_149 = reshape_12 = None + x_151 = x_150 + x_140 + x_150 = x_140 = None + x_152 = torch.conv2d( + x_151, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ = (None) + x_153 = x_152.permute(0, 2, 3, 1) + x_152 = None + x_154 = torch.nn.functional.layer_norm( + x_153, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_, + 1e-06, + ) + x_153 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ = (None) + x_155 = torch._C._nn.linear( + x_154, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + x_154 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_156 = torch._C._nn.gelu(x_155) + x_155 = None + x_157 = torch.nn.functional.dropout(x_156, 0.0, False, False) + x_156 = None + x_158 = torch._C._nn.linear( + x_157, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_157 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_159 = torch.nn.functional.dropout(x_158, 0.0, False, False) + x_158 = None + x_160 = x_159.permute(0, 3, 1, 2) + x_159 = None + reshape_13 = l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ = ( + None + ) + x_161 = x_160.mul(reshape_13) + x_160 = reshape_13 = None + x_162 = x_161 + x_151 + x_161 = x_151 = None + x_163 = torch.conv2d( + x_162, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ = (None) + x_164 = x_163.permute(0, 2, 3, 1) + x_163 = None + x_165 = torch.nn.functional.layer_norm( + x_164, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_, + 1e-06, + ) + x_164 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ = (None) + x_166 = torch._C._nn.linear( + x_165, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + x_165 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_167 = torch._C._nn.gelu(x_166) + x_166 = None + x_168 = torch.nn.functional.dropout(x_167, 0.0, False, False) + x_167 = None + x_169 = torch._C._nn.linear( + x_168, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_168 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = x_170.permute(0, 3, 1, 2) + x_170 = None + reshape_14 = l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ = ( + None + ) + x_172 = x_171.mul(reshape_14) + x_171 = reshape_14 = None + x_173 = x_172 + x_162 + x_172 = x_162 = None + x_174 = torch.conv2d( + x_173, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ = (None) + x_175 = x_174.permute(0, 2, 3, 1) + x_174 = None + x_176 = torch.nn.functional.layer_norm( + x_175, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_, + 1e-06, + ) + x_175 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ = (None) + x_177 = torch._C._nn.linear( + x_176, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + x_176 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_178 = torch._C._nn.gelu(x_177) + x_177 = None + x_179 = torch.nn.functional.dropout(x_178, 0.0, False, False) + x_178 = None + x_180 = torch._C._nn.linear( + x_179, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_179 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_181 = torch.nn.functional.dropout(x_180, 0.0, False, False) + x_180 = None + x_182 = x_181.permute(0, 3, 1, 2) + x_181 = None + reshape_15 = l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ = ( + None + ) + x_183 = x_182.mul(reshape_15) + x_182 = reshape_15 = None + x_184 = x_183 + x_173 + x_183 = x_173 = None + x_185 = torch.conv2d( + x_184, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ = (None) + x_186 = x_185.permute(0, 2, 3, 1) + x_185 = None + x_187 = torch.nn.functional.layer_norm( + x_186, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_, + 1e-06, + ) + x_186 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ = (None) + x_188 = torch._C._nn.linear( + x_187, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + x_187 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_189 = torch._C._nn.gelu(x_188) + x_188 = None + x_190 = torch.nn.functional.dropout(x_189, 0.0, False, False) + x_189 = None + x_191 = torch._C._nn.linear( + x_190, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_190 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_192 = torch.nn.functional.dropout(x_191, 0.0, False, False) + x_191 = None + x_193 = x_192.permute(0, 3, 1, 2) + x_192 = None + reshape_16 = l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ = ( + None + ) + x_194 = x_193.mul(reshape_16) + x_193 = reshape_16 = None + x_195 = x_194 + x_184 + x_194 = x_184 = None + x_196 = torch.conv2d( + x_195, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ = (None) + x_197 = x_196.permute(0, 2, 3, 1) + x_196 = None + x_198 = torch.nn.functional.layer_norm( + x_197, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_, + 1e-06, + ) + x_197 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ = (None) + x_199 = torch._C._nn.linear( + x_198, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + x_198 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_200 = torch._C._nn.gelu(x_199) + x_199 = None + x_201 = torch.nn.functional.dropout(x_200, 0.0, False, False) + x_200 = None + x_202 = torch._C._nn.linear( + x_201, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_201 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_203 = torch.nn.functional.dropout(x_202, 0.0, False, False) + x_202 = None + x_204 = x_203.permute(0, 3, 1, 2) + x_203 = None + reshape_17 = l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ = ( + None + ) + x_205 = x_204.mul(reshape_17) + x_204 = reshape_17 = None + x_206 = x_205 + x_195 + x_205 = x_195 = None + x_207 = torch.conv2d( + x_206, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ = (None) + x_208 = x_207.permute(0, 2, 3, 1) + x_207 = None + x_209 = torch.nn.functional.layer_norm( + x_208, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_, + 1e-06, + ) + x_208 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ = (None) + x_210 = torch._C._nn.linear( + x_209, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_, + ) + x_209 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_211 = torch._C._nn.gelu(x_210) + x_210 = None + x_212 = torch.nn.functional.dropout(x_211, 0.0, False, False) + x_211 = None + x_213 = torch._C._nn.linear( + x_212, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_, + ) + x_212 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_214 = torch.nn.functional.dropout(x_213, 0.0, False, False) + x_213 = None + x_215 = x_214.permute(0, 3, 1, 2) + x_214 = None + reshape_18 = l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ = ( + None + ) + x_216 = x_215.mul(reshape_18) + x_215 = reshape_18 = None + x_217 = x_216 + x_206 + x_216 = x_206 = None + x_218 = torch.conv2d( + x_217, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ = (None) + x_219 = x_218.permute(0, 2, 3, 1) + x_218 = None + x_220 = torch.nn.functional.layer_norm( + x_219, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_, + 1e-06, + ) + x_219 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ = (None) + x_221 = torch._C._nn.linear( + x_220, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_, + ) + x_220 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_222 = torch._C._nn.gelu(x_221) + x_221 = None + x_223 = torch.nn.functional.dropout(x_222, 0.0, False, False) + x_222 = None + x_224 = torch._C._nn.linear( + x_223, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_, + ) + x_223 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_225 = torch.nn.functional.dropout(x_224, 0.0, False, False) + x_224 = None + x_226 = x_225.permute(0, 3, 1, 2) + x_225 = None + reshape_19 = l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ = ( + None + ) + x_227 = x_226.mul(reshape_19) + x_226 = reshape_19 = None + x_228 = x_227 + x_217 + x_227 = x_217 = None + x_229 = torch.conv2d( + x_228, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ = (None) + x_230 = x_229.permute(0, 2, 3, 1) + x_229 = None + x_231 = torch.nn.functional.layer_norm( + x_230, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_, + 1e-06, + ) + x_230 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ = (None) + x_232 = torch._C._nn.linear( + x_231, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_, + ) + x_231 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_233 = torch._C._nn.gelu(x_232) + x_232 = None + x_234 = torch.nn.functional.dropout(x_233, 0.0, False, False) + x_233 = None + x_235 = torch._C._nn.linear( + x_234, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_, + ) + x_234 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_236 = torch.nn.functional.dropout(x_235, 0.0, False, False) + x_235 = None + x_237 = x_236.permute(0, 3, 1, 2) + x_236 = None + reshape_20 = l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ = ( + None + ) + x_238 = x_237.mul(reshape_20) + x_237 = reshape_20 = None + x_239 = x_238 + x_228 + x_238 = x_228 = None + x_240 = torch.conv2d( + x_239, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ = (None) + x_241 = x_240.permute(0, 2, 3, 1) + x_240 = None + x_242 = torch.nn.functional.layer_norm( + x_241, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_, + 1e-06, + ) + x_241 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ = (None) + x_243 = torch._C._nn.linear( + x_242, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_, + ) + x_242 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_244 = torch._C._nn.gelu(x_243) + x_243 = None + x_245 = torch.nn.functional.dropout(x_244, 0.0, False, False) + x_244 = None + x_246 = torch._C._nn.linear( + x_245, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_, + ) + x_245 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_247 = torch.nn.functional.dropout(x_246, 0.0, False, False) + x_246 = None + x_248 = x_247.permute(0, 3, 1, 2) + x_247 = None + reshape_21 = l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ = ( + None + ) + x_249 = x_248.mul(reshape_21) + x_248 = reshape_21 = None + x_250 = x_249 + x_239 + x_249 = x_239 = None + x_251 = torch.conv2d( + x_250, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ = (None) + x_252 = x_251.permute(0, 2, 3, 1) + x_251 = None + x_253 = torch.nn.functional.layer_norm( + x_252, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_, + 1e-06, + ) + x_252 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ = (None) + x_254 = torch._C._nn.linear( + x_253, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_, + ) + x_253 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_255 = torch._C._nn.gelu(x_254) + x_254 = None + x_256 = torch.nn.functional.dropout(x_255, 0.0, False, False) + x_255 = None + x_257 = torch._C._nn.linear( + x_256, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_, + ) + x_256 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_258 = torch.nn.functional.dropout(x_257, 0.0, False, False) + x_257 = None + x_259 = x_258.permute(0, 3, 1, 2) + x_258 = None + reshape_22 = l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ = ( + None + ) + x_260 = x_259.mul(reshape_22) + x_259 = reshape_22 = None + x_261 = x_260 + x_250 + x_260 = x_250 = None + x_262 = torch.conv2d( + x_261, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ = (None) + x_263 = x_262.permute(0, 2, 3, 1) + x_262 = None + x_264 = torch.nn.functional.layer_norm( + x_263, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_, + 1e-06, + ) + x_263 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ = (None) + x_265 = torch._C._nn.linear( + x_264, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_, + ) + x_264 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_266 = torch._C._nn.gelu(x_265) + x_265 = None + x_267 = torch.nn.functional.dropout(x_266, 0.0, False, False) + x_266 = None + x_268 = torch._C._nn.linear( + x_267, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_, + ) + x_267 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_269 = torch.nn.functional.dropout(x_268, 0.0, False, False) + x_268 = None + x_270 = x_269.permute(0, 3, 1, 2) + x_269 = None + reshape_23 = l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ = ( + None + ) + x_271 = x_270.mul(reshape_23) + x_270 = reshape_23 = None + x_272 = x_271 + x_261 + x_271 = x_261 = None + x_273 = torch.conv2d( + x_272, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ = (None) + x_274 = x_273.permute(0, 2, 3, 1) + x_273 = None + x_275 = torch.nn.functional.layer_norm( + x_274, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_, + 1e-06, + ) + x_274 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ = (None) + x_276 = torch._C._nn.linear( + x_275, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_, + ) + x_275 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_277 = torch._C._nn.gelu(x_276) + x_276 = None + x_278 = torch.nn.functional.dropout(x_277, 0.0, False, False) + x_277 = None + x_279 = torch._C._nn.linear( + x_278, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_, + ) + x_278 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_280 = torch.nn.functional.dropout(x_279, 0.0, False, False) + x_279 = None + x_281 = x_280.permute(0, 3, 1, 2) + x_280 = None + reshape_24 = l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ = ( + None + ) + x_282 = x_281.mul(reshape_24) + x_281 = reshape_24 = None + x_283 = x_282 + x_272 + x_282 = x_272 = None + x_284 = torch.conv2d( + x_283, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ = (None) + x_285 = x_284.permute(0, 2, 3, 1) + x_284 = None + x_286 = torch.nn.functional.layer_norm( + x_285, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_, + 1e-06, + ) + x_285 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ = (None) + x_287 = torch._C._nn.linear( + x_286, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_, + ) + x_286 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_288 = torch._C._nn.gelu(x_287) + x_287 = None + x_289 = torch.nn.functional.dropout(x_288, 0.0, False, False) + x_288 = None + x_290 = torch._C._nn.linear( + x_289, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_, + ) + x_289 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_291 = torch.nn.functional.dropout(x_290, 0.0, False, False) + x_290 = None + x_292 = x_291.permute(0, 3, 1, 2) + x_291 = None + reshape_25 = l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ = ( + None + ) + x_293 = x_292.mul(reshape_25) + x_292 = reshape_25 = None + x_294 = x_293 + x_283 + x_293 = x_283 = None + x_295 = torch.conv2d( + x_294, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ = (None) + x_296 = x_295.permute(0, 2, 3, 1) + x_295 = None + x_297 = torch.nn.functional.layer_norm( + x_296, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_, + 1e-06, + ) + x_296 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ = (None) + x_298 = torch._C._nn.linear( + x_297, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_, + ) + x_297 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_299 = torch._C._nn.gelu(x_298) + x_298 = None + x_300 = torch.nn.functional.dropout(x_299, 0.0, False, False) + x_299 = None + x_301 = torch._C._nn.linear( + x_300, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_, + ) + x_300 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_302 = torch.nn.functional.dropout(x_301, 0.0, False, False) + x_301 = None + x_303 = x_302.permute(0, 3, 1, 2) + x_302 = None + reshape_26 = l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ = ( + None + ) + x_304 = x_303.mul(reshape_26) + x_303 = reshape_26 = None + x_305 = x_304 + x_294 + x_304 = x_294 = None + x_306 = torch.conv2d( + x_305, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ = (None) + x_307 = x_306.permute(0, 2, 3, 1) + x_306 = None + x_308 = torch.nn.functional.layer_norm( + x_307, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_, + 1e-06, + ) + x_307 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ = (None) + x_309 = torch._C._nn.linear( + x_308, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_, + ) + x_308 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_310 = torch._C._nn.gelu(x_309) + x_309 = None + x_311 = torch.nn.functional.dropout(x_310, 0.0, False, False) + x_310 = None + x_312 = torch._C._nn.linear( + x_311, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_, + ) + x_311 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_313 = torch.nn.functional.dropout(x_312, 0.0, False, False) + x_312 = None + x_314 = x_313.permute(0, 3, 1, 2) + x_313 = None + reshape_27 = l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ = ( + None + ) + x_315 = x_314.mul(reshape_27) + x_314 = reshape_27 = None + x_316 = x_315 + x_305 + x_315 = x_305 = None + x_317 = torch.conv2d( + x_316, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ = (None) + x_318 = x_317.permute(0, 2, 3, 1) + x_317 = None + x_319 = torch.nn.functional.layer_norm( + x_318, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_, + 1e-06, + ) + x_318 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ = (None) + x_320 = torch._C._nn.linear( + x_319, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_, + ) + x_319 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_321 = torch._C._nn.gelu(x_320) + x_320 = None + x_322 = torch.nn.functional.dropout(x_321, 0.0, False, False) + x_321 = None + x_323 = torch._C._nn.linear( + x_322, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_, + ) + x_322 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_324 = torch.nn.functional.dropout(x_323, 0.0, False, False) + x_323 = None + x_325 = x_324.permute(0, 3, 1, 2) + x_324 = None + reshape_28 = l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ = ( + None + ) + x_326 = x_325.mul(reshape_28) + x_325 = reshape_28 = None + x_327 = x_326 + x_316 + x_326 = x_316 = None + x_328 = torch.conv2d( + x_327, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ = (None) + x_329 = x_328.permute(0, 2, 3, 1) + x_328 = None + x_330 = torch.nn.functional.layer_norm( + x_329, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_, + 1e-06, + ) + x_329 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ = (None) + x_331 = torch._C._nn.linear( + x_330, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_, + ) + x_330 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_332 = torch._C._nn.gelu(x_331) + x_331 = None + x_333 = torch.nn.functional.dropout(x_332, 0.0, False, False) + x_332 = None + x_334 = torch._C._nn.linear( + x_333, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_, + ) + x_333 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_335 = torch.nn.functional.dropout(x_334, 0.0, False, False) + x_334 = None + x_336 = x_335.permute(0, 3, 1, 2) + x_335 = None + reshape_29 = l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ = ( + None + ) + x_337 = x_336.mul(reshape_29) + x_336 = reshape_29 = None + x_338 = x_337 + x_327 + x_337 = x_327 = None + x_339 = torch.conv2d( + x_338, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ = (None) + x_340 = x_339.permute(0, 2, 3, 1) + x_339 = None + x_341 = torch.nn.functional.layer_norm( + x_340, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_, + 1e-06, + ) + x_340 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ = (None) + x_342 = torch._C._nn.linear( + x_341, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_, + ) + x_341 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_343 = torch._C._nn.gelu(x_342) + x_342 = None + x_344 = torch.nn.functional.dropout(x_343, 0.0, False, False) + x_343 = None + x_345 = torch._C._nn.linear( + x_344, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_, + ) + x_344 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_346 = torch.nn.functional.dropout(x_345, 0.0, False, False) + x_345 = None + x_347 = x_346.permute(0, 3, 1, 2) + x_346 = None + reshape_30 = l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ = ( + None + ) + x_348 = x_347.mul(reshape_30) + x_347 = reshape_30 = None + x_349 = x_348 + x_338 + x_348 = x_338 = None + x_350 = torch.conv2d( + x_349, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ = (None) + x_351 = x_350.permute(0, 2, 3, 1) + x_350 = None + x_352 = torch.nn.functional.layer_norm( + x_351, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_, + 1e-06, + ) + x_351 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ = (None) + x_353 = torch._C._nn.linear( + x_352, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_, + ) + x_352 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_354 = torch._C._nn.gelu(x_353) + x_353 = None + x_355 = torch.nn.functional.dropout(x_354, 0.0, False, False) + x_354 = None + x_356 = torch._C._nn.linear( + x_355, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_, + ) + x_355 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_357 = torch.nn.functional.dropout(x_356, 0.0, False, False) + x_356 = None + x_358 = x_357.permute(0, 3, 1, 2) + x_357 = None + reshape_31 = l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ = ( + None + ) + x_359 = x_358.mul(reshape_31) + x_358 = reshape_31 = None + x_360 = x_359 + x_349 + x_359 = x_349 = None + x_361 = torch.conv2d( + x_360, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 512, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ = (None) + x_362 = x_361.permute(0, 2, 3, 1) + x_361 = None + x_363 = torch.nn.functional.layer_norm( + x_362, + (512,), + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_, + 1e-06, + ) + x_362 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ = (None) + x_364 = torch._C._nn.linear( + x_363, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_, + ) + x_363 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_365 = torch._C._nn.gelu(x_364) + x_364 = None + x_366 = torch.nn.functional.dropout(x_365, 0.0, False, False) + x_365 = None + x_367 = torch._C._nn.linear( + x_366, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_, + ) + x_366 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_368 = torch.nn.functional.dropout(x_367, 0.0, False, False) + x_367 = None + x_369 = x_368.permute(0, 3, 1, 2) + x_368 = None + reshape_32 = l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ = ( + None + ) + x_370 = x_369.mul(reshape_32) + x_369 = reshape_32 = None + x_371 = x_370 + x_360 + x_370 = x_360 = None + x_372 = x_371.permute(0, 2, 3, 1) + x_371 = None + x_373 = torch.nn.functional.layer_norm( + x_372, + (512,), + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_372 = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = (None) + x_374 = x_373.permute(0, 3, 1, 2) + x_373 = None + input_4 = torch.conv2d( + x_374, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_374 = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = (None) + x_375 = torch.conv2d( + input_4, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1024, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_376 = x_375.permute(0, 2, 3, 1) + x_375 = None + x_377 = torch.nn.functional.layer_norm( + x_376, + (1024,), + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_376 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_378 = torch._C._nn.linear( + x_377, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_377 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_379 = torch._C._nn.gelu(x_378) + x_378 = None + x_380 = torch.nn.functional.dropout(x_379, 0.0, False, False) + x_379 = None + x_381 = torch._C._nn.linear( + x_380, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_380 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_382 = torch.nn.functional.dropout(x_381, 0.0, False, False) + x_381 = None + x_383 = x_382.permute(0, 3, 1, 2) + x_382 = None + reshape_33 = l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_384 = x_383.mul(reshape_33) + x_383 = reshape_33 = None + x_385 = x_384 + input_4 + x_384 = input_4 = None + x_386 = torch.conv2d( + x_385, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1024, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_387 = x_386.permute(0, 2, 3, 1) + x_386 = None + x_388 = torch.nn.functional.layer_norm( + x_387, + (1024,), + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_387 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_389 = torch._C._nn.linear( + x_388, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_388 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_390 = torch._C._nn.gelu(x_389) + x_389 = None + x_391 = torch.nn.functional.dropout(x_390, 0.0, False, False) + x_390 = None + x_392 = torch._C._nn.linear( + x_391, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_391 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_393 = torch.nn.functional.dropout(x_392, 0.0, False, False) + x_392 = None + x_394 = x_393.permute(0, 3, 1, 2) + x_393 = None + reshape_34 = l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_395 = x_394.mul(reshape_34) + x_394 = reshape_34 = None + x_396 = x_395 + x_385 + x_395 = x_385 = None + x_397 = torch.conv2d( + x_396, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1024, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_398 = x_397.permute(0, 2, 3, 1) + x_397 = None + x_399 = torch.nn.functional.layer_norm( + x_398, + (1024,), + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_398 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_400 = torch._C._nn.linear( + x_399, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_399 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_401 = torch._C._nn.gelu(x_400) + x_400 = None + x_402 = torch.nn.functional.dropout(x_401, 0.0, False, False) + x_401 = None + x_403 = torch._C._nn.linear( + x_402, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_402 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_404 = torch.nn.functional.dropout(x_403, 0.0, False, False) + x_403 = None + x_405 = x_404.permute(0, 3, 1, 2) + x_404 = None + reshape_35 = l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_406 = x_405.mul(reshape_35) + x_405 = reshape_35 = None + x_407 = x_406 + x_396 + x_406 = x_396 = None + x_408 = torch.nn.functional.adaptive_avg_pool2d(x_407, 1) + x_407 = None + x_409 = x_408.permute(0, 2, 3, 1) + x_408 = None + x_410 = torch.nn.functional.layer_norm( + x_409, + (1024,), + l_self_modules_head_modules_norm_parameters_weight_, + l_self_modules_head_modules_norm_parameters_bias_, + 1e-06, + ) + x_409 = ( + l_self_modules_head_modules_norm_parameters_weight_ + ) = l_self_modules_head_modules_norm_parameters_bias_ = None + x_411 = x_410.permute(0, 3, 1, 2) + x_410 = None + x_412 = x_411.flatten(1, -1) + x_411 = None + x_413 = torch.nn.functional.dropout(x_412, 0.0, False, False) + x_412 = None + x_414 = torch._C._nn.linear( + x_413, + l_self_modules_head_modules_fc_parameters_weight_, + l_self_modules_head_modules_fc_parameters_bias_, + ) + x_413 = ( + l_self_modules_head_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_fc_parameters_bias_ = None + return (x_414,) diff --git a/samples/timm/convnext_base.clip_laion2b/weight_meta.py b/samples/timm/convnext_base.clip_laion2b/weight_meta.py new file mode 100644 index 0000000000..566dc3a68a --- /dev/null +++ b/samples/timm/convnext_base.clip_laion2b/weight_meta.py @@ -0,0 +1,3470 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [128, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.227 + std = 1.287 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_weight_: + name = "L_self_modules_stem_modules_1_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_bias_: + name = "L_self_modules_stem_modules_1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [128, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [128, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [128, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_" + ) + shape = [128] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_" + shape = [256, 128, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_" + ) + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [256, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [256, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [256, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_" + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_" + ) + shape = [256] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_" + shape = [512, 256, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_" + ) + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_" + shape = [512, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_" + ) + shape = [512] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_" + shape = [1024, 512, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [1024, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [1024, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [1024, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_weight_: + name = "L_self_modules_head_modules_norm_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_bias_: + name = "L_self_modules_head_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_fc_parameters_weight_" + shape = [640, 1024] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_fc_parameters_bias_" + shape = [640] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/convnext_femto.d1_in1k/graph_hash.txt b/samples/timm/convnext_femto.d1_in1k/graph_hash.txt new file mode 100644 index 0000000000..179cbdda8b --- /dev/null +++ b/samples/timm/convnext_femto.d1_in1k/graph_hash.txt @@ -0,0 +1 @@ +85c5a30ca86bd7b64b940fa8564803e5044d2c766d79b9366c542559fe06217e \ No newline at end of file diff --git a/samples/timm/convnext_femto.d1_in1k/graph_net.json b/samples/timm/convnext_femto.d1_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convnext_femto.d1_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convnext_femto.d1_in1k/input_meta.py b/samples/timm/convnext_femto.d1_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_femto.d1_in1k/input_tensor_constraints.py b/samples/timm/convnext_femto.d1_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_femto.d1_in1k/model.py b/samples/timm/convnext_femto.d1_in1k/model.py new file mode 100644 index 0000000000..e98cdb69ec --- /dev/null +++ b/samples/timm/convnext_femto.d1_in1k/model.py @@ -0,0 +1,1123 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_1_parameters_weight_ = ( + L_self_modules_stem_modules_1_parameters_weight_ + ) + l_self_modules_stem_modules_1_parameters_bias_ = ( + L_self_modules_stem_modules_1_parameters_bias_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_head_modules_norm_parameters_weight_ = ( + L_self_modules_head_modules_norm_parameters_weight_ + ) + l_self_modules_head_modules_norm_parameters_bias_ = ( + L_self_modules_head_modules_norm_parameters_bias_ + ) + l_self_modules_head_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_fc_parameters_bias_ + ) + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + x = input_1.permute(0, 2, 3, 1) + input_1 = None + x_1 = torch.nn.functional.layer_norm( + x, + (48,), + l_self_modules_stem_modules_1_parameters_weight_, + l_self_modules_stem_modules_1_parameters_bias_, + 1e-06, + ) + x = ( + l_self_modules_stem_modules_1_parameters_weight_ + ) = l_self_modules_stem_modules_1_parameters_bias_ = None + x_2 = x_1.permute(0, 3, 1, 2) + x_1 = None + x_3 = torch.conv2d( + x_2, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_4 = x_3.permute(0, 2, 3, 1) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (48,), + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_4 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_6 = x_5.permute(0, 3, 1, 2) + x_5 = None + x_7 = torch.conv2d( + x_6, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_6 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_8 = torch._C._nn.gelu(x_7) + x_7 = None + x_9 = torch.nn.functional.dropout(x_8, 0.0, False, False) + x_8 = None + x_10 = torch.conv2d( + x_9, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_9 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + reshape = l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_12 = x_11.mul(reshape) + x_11 = reshape = None + x_13 = x_12 + x_2 + x_12 = x_2 = None + x_14 = torch.conv2d( + x_13, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_15 = x_14.permute(0, 2, 3, 1) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (48,), + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_15 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_17 = x_16.permute(0, 3, 1, 2) + x_16 = None + x_18 = torch.conv2d( + x_17, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_17 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_19 = torch._C._nn.gelu(x_18) + x_18 = None + x_20 = torch.nn.functional.dropout(x_19, 0.0, False, False) + x_19 = None + x_21 = torch.conv2d( + x_20, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_20 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_22 = torch.nn.functional.dropout(x_21, 0.0, False, False) + x_21 = None + reshape_1 = l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_23 = x_22.mul(reshape_1) + x_22 = reshape_1 = None + x_24 = x_23 + x_13 + x_23 = x_13 = None + x_25 = x_24.permute(0, 2, 3, 1) + x_24 = None + x_26 = torch.nn.functional.layer_norm( + x_25, + (48,), + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_25 = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = (None) + x_27 = x_26.permute(0, 3, 1, 2) + x_26 = None + input_2 = torch.conv2d( + x_27, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_27 = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = (None) + x_28 = torch.conv2d( + input_2, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_29 = x_28.permute(0, 2, 3, 1) + x_28 = None + x_30 = torch.nn.functional.layer_norm( + x_29, + (96,), + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_29 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_31 = x_30.permute(0, 3, 1, 2) + x_30 = None + x_32 = torch.conv2d( + x_31, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_31 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_33 = torch._C._nn.gelu(x_32) + x_32 = None + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = torch.conv2d( + x_34, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_34 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_36 = torch.nn.functional.dropout(x_35, 0.0, False, False) + x_35 = None + reshape_2 = l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_37 = x_36.mul(reshape_2) + x_36 = reshape_2 = None + x_38 = x_37 + input_2 + x_37 = input_2 = None + x_39 = torch.conv2d( + x_38, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_40 = x_39.permute(0, 2, 3, 1) + x_39 = None + x_41 = torch.nn.functional.layer_norm( + x_40, + (96,), + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_40 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_42 = x_41.permute(0, 3, 1, 2) + x_41 = None + x_43 = torch.conv2d( + x_42, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_42 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_44 = torch._C._nn.gelu(x_43) + x_43 = None + x_45 = torch.nn.functional.dropout(x_44, 0.0, False, False) + x_44 = None + x_46 = torch.conv2d( + x_45, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_45 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_47 = torch.nn.functional.dropout(x_46, 0.0, False, False) + x_46 = None + reshape_3 = l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_48 = x_47.mul(reshape_3) + x_47 = reshape_3 = None + x_49 = x_48 + x_38 + x_48 = x_38 = None + x_50 = x_49.permute(0, 2, 3, 1) + x_49 = None + x_51 = torch.nn.functional.layer_norm( + x_50, + (96,), + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_50 = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = (None) + x_52 = x_51.permute(0, 3, 1, 2) + x_51 = None + input_3 = torch.conv2d( + x_52, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_52 = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = (None) + x_53 = torch.conv2d( + input_3, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_54 = x_53.permute(0, 2, 3, 1) + x_53 = None + x_55 = torch.nn.functional.layer_norm( + x_54, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_54 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_56 = x_55.permute(0, 3, 1, 2) + x_55 = None + x_57 = torch.conv2d( + x_56, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_56 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_58 = torch._C._nn.gelu(x_57) + x_57 = None + x_59 = torch.nn.functional.dropout(x_58, 0.0, False, False) + x_58 = None + x_60 = torch.conv2d( + x_59, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_59 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_61 = torch.nn.functional.dropout(x_60, 0.0, False, False) + x_60 = None + reshape_4 = l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_62 = x_61.mul(reshape_4) + x_61 = reshape_4 = None + x_63 = x_62 + input_3 + x_62 = input_3 = None + x_64 = torch.conv2d( + x_63, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_65 = x_64.permute(0, 2, 3, 1) + x_64 = None + x_66 = torch.nn.functional.layer_norm( + x_65, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_65 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_67 = x_66.permute(0, 3, 1, 2) + x_66 = None + x_68 = torch.conv2d( + x_67, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_67 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_69 = torch._C._nn.gelu(x_68) + x_68 = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = torch.conv2d( + x_70, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_70 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_72 = torch.nn.functional.dropout(x_71, 0.0, False, False) + x_71 = None + reshape_5 = l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_73 = x_72.mul(reshape_5) + x_72 = reshape_5 = None + x_74 = x_73 + x_63 + x_73 = x_63 = None + x_75 = torch.conv2d( + x_74, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_76 = x_75.permute(0, 2, 3, 1) + x_75 = None + x_77 = torch.nn.functional.layer_norm( + x_76, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_76 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_78 = x_77.permute(0, 3, 1, 2) + x_77 = None + x_79 = torch.conv2d( + x_78, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_78 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_80 = torch._C._nn.gelu(x_79) + x_79 = None + x_81 = torch.nn.functional.dropout(x_80, 0.0, False, False) + x_80 = None + x_82 = torch.conv2d( + x_81, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_81 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_83 = torch.nn.functional.dropout(x_82, 0.0, False, False) + x_82 = None + reshape_6 = l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_84 = x_83.mul(reshape_6) + x_83 = reshape_6 = None + x_85 = x_84 + x_74 + x_84 = x_74 = None + x_86 = torch.conv2d( + x_85, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = (None) + x_87 = x_86.permute(0, 2, 3, 1) + x_86 = None + x_88 = torch.nn.functional.layer_norm( + x_87, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_, + 1e-06, + ) + x_87 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = (None) + x_89 = x_88.permute(0, 3, 1, 2) + x_88 = None + x_90 = torch.conv2d( + x_89, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_89 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_91 = torch._C._nn.gelu(x_90) + x_90 = None + x_92 = torch.nn.functional.dropout(x_91, 0.0, False, False) + x_91 = None + x_93 = torch.conv2d( + x_92, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_92 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_94 = torch.nn.functional.dropout(x_93, 0.0, False, False) + x_93 = None + reshape_7 = l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + None + ) + x_95 = x_94.mul(reshape_7) + x_94 = reshape_7 = None + x_96 = x_95 + x_85 + x_95 = x_85 = None + x_97 = torch.conv2d( + x_96, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = (None) + x_98 = x_97.permute(0, 2, 3, 1) + x_97 = None + x_99 = torch.nn.functional.layer_norm( + x_98, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_, + 1e-06, + ) + x_98 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = (None) + x_100 = x_99.permute(0, 3, 1, 2) + x_99 = None + x_101 = torch.conv2d( + x_100, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_100 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_102 = torch._C._nn.gelu(x_101) + x_101 = None + x_103 = torch.nn.functional.dropout(x_102, 0.0, False, False) + x_102 = None + x_104 = torch.conv2d( + x_103, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_103 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_105 = torch.nn.functional.dropout(x_104, 0.0, False, False) + x_104 = None + reshape_8 = l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + None + ) + x_106 = x_105.mul(reshape_8) + x_105 = reshape_8 = None + x_107 = x_106 + x_96 + x_106 = x_96 = None + x_108 = torch.conv2d( + x_107, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = (None) + x_109 = x_108.permute(0, 2, 3, 1) + x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_, + 1e-06, + ) + x_109 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = (None) + x_111 = x_110.permute(0, 3, 1, 2) + x_110 = None + x_112 = torch.conv2d( + x_111, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_111 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_113 = torch._C._nn.gelu(x_112) + x_112 = None + x_114 = torch.nn.functional.dropout(x_113, 0.0, False, False) + x_113 = None + x_115 = torch.conv2d( + x_114, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_114 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + reshape_9 = l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + None + ) + x_117 = x_116.mul(reshape_9) + x_116 = reshape_9 = None + x_118 = x_117 + x_107 + x_117 = x_107 = None + x_119 = x_118.permute(0, 2, 3, 1) + x_118 = None + x_120 = torch.nn.functional.layer_norm( + x_119, + (192,), + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_119 = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = (None) + x_121 = x_120.permute(0, 3, 1, 2) + x_120 = None + input_4 = torch.conv2d( + x_121, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_121 = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = (None) + x_122 = torch.conv2d( + input_4, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_123 = x_122.permute(0, 2, 3, 1) + x_122 = None + x_124 = torch.nn.functional.layer_norm( + x_123, + (384,), + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_123 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_125 = x_124.permute(0, 3, 1, 2) + x_124 = None + x_126 = torch.conv2d( + x_125, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_125 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_127 = torch._C._nn.gelu(x_126) + x_126 = None + x_128 = torch.nn.functional.dropout(x_127, 0.0, False, False) + x_127 = None + x_129 = torch.conv2d( + x_128, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_128 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + reshape_10 = l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_131 = x_130.mul(reshape_10) + x_130 = reshape_10 = None + x_132 = x_131 + input_4 + x_131 = input_4 = None + x_133 = torch.conv2d( + x_132, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_134 = x_133.permute(0, 2, 3, 1) + x_133 = None + x_135 = torch.nn.functional.layer_norm( + x_134, + (384,), + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_134 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_136 = x_135.permute(0, 3, 1, 2) + x_135 = None + x_137 = torch.conv2d( + x_136, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_136 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_138 = torch._C._nn.gelu(x_137) + x_137 = None + x_139 = torch.nn.functional.dropout(x_138, 0.0, False, False) + x_138 = None + x_140 = torch.conv2d( + x_139, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_139 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_141 = torch.nn.functional.dropout(x_140, 0.0, False, False) + x_140 = None + reshape_11 = l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_142 = x_141.mul(reshape_11) + x_141 = reshape_11 = None + x_143 = x_142 + x_132 + x_142 = x_132 = None + x_144 = torch.nn.functional.adaptive_avg_pool2d(x_143, 1) + x_143 = None + x_145 = x_144.permute(0, 2, 3, 1) + x_144 = None + x_146 = torch.nn.functional.layer_norm( + x_145, + (384,), + l_self_modules_head_modules_norm_parameters_weight_, + l_self_modules_head_modules_norm_parameters_bias_, + 1e-06, + ) + x_145 = ( + l_self_modules_head_modules_norm_parameters_weight_ + ) = l_self_modules_head_modules_norm_parameters_bias_ = None + x_147 = x_146.permute(0, 3, 1, 2) + x_146 = None + x_148 = x_147.flatten(1, -1) + x_147 = None + x_149 = torch.nn.functional.dropout(x_148, 0.0, False, False) + x_148 = None + x_150 = torch._C._nn.linear( + x_149, + l_self_modules_head_modules_fc_parameters_weight_, + l_self_modules_head_modules_fc_parameters_bias_, + ) + x_149 = ( + l_self_modules_head_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_fc_parameters_bias_ = None + return (x_150,) diff --git a/samples/timm/convnext_femto.d1_in1k/weight_meta.py b/samples/timm/convnext_femto.d1_in1k/weight_meta.py new file mode 100644 index 0000000000..820bd32534 --- /dev/null +++ b/samples/timm/convnext_femto.d1_in1k/weight_meta.py @@ -0,0 +1,1310 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [48, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.021 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.224 + std = 1.285 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_weight_: + name = "L_self_modules_stem_modules_1_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_bias_: + name = "L_self_modules_stem_modules_1_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [192, 48, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [48, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [192, 48, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [48, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_" + ) + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_" + shape = [96, 48, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_" + ) + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [96, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [384, 96, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [96, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [96, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [384, 96, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [96, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_" + ) + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_" + shape = [192, 96, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_" + ) + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_" + ) + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_" + shape = [384, 192, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_" + ) + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_weight_: + name = "L_self_modules_head_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_bias_: + name = "L_self_modules_head_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_fc_parameters_weight_" + shape = [1000, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_fc_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/convnext_femto_ols.d1_in1k/graph_hash.txt b/samples/timm/convnext_femto_ols.d1_in1k/graph_hash.txt new file mode 100644 index 0000000000..3643c3de05 --- /dev/null +++ b/samples/timm/convnext_femto_ols.d1_in1k/graph_hash.txt @@ -0,0 +1 @@ +4320de679ab41491b17bf22496332b6f32de1e1b6e78c5fa72353e59ad697d11 \ No newline at end of file diff --git a/samples/timm/convnext_femto_ols.d1_in1k/graph_net.json b/samples/timm/convnext_femto_ols.d1_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convnext_femto_ols.d1_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convnext_femto_ols.d1_in1k/input_meta.py b/samples/timm/convnext_femto_ols.d1_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_femto_ols.d1_in1k/input_tensor_constraints.py b/samples/timm/convnext_femto_ols.d1_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_femto_ols.d1_in1k/model.py b/samples/timm/convnext_femto_ols.d1_in1k/model.py new file mode 100644 index 0000000000..34ad8b43c7 --- /dev/null +++ b/samples/timm/convnext_femto_ols.d1_in1k/model.py @@ -0,0 +1,1143 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_1_parameters_weight_ = ( + L_self_modules_stem_modules_1_parameters_weight_ + ) + l_self_modules_stem_modules_1_parameters_bias_ = ( + L_self_modules_stem_modules_1_parameters_bias_ + ) + l_self_modules_stem_modules_2_parameters_weight_ = ( + L_self_modules_stem_modules_2_parameters_weight_ + ) + l_self_modules_stem_modules_2_parameters_bias_ = ( + L_self_modules_stem_modules_2_parameters_bias_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_head_modules_norm_parameters_weight_ = ( + L_self_modules_head_modules_norm_parameters_weight_ + ) + l_self_modules_head_modules_norm_parameters_bias_ = ( + L_self_modules_head_modules_norm_parameters_bias_ + ) + l_self_modules_head_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_fc_parameters_bias_ + ) + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (2, 2), + (1, 1), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + input_2 = torch.conv2d( + input_1, + l_self_modules_stem_modules_1_parameters_weight_, + l_self_modules_stem_modules_1_parameters_bias_, + (2, 2), + (1, 1), + (1, 1), + 1, + ) + input_1 = ( + l_self_modules_stem_modules_1_parameters_weight_ + ) = l_self_modules_stem_modules_1_parameters_bias_ = None + x = input_2.permute(0, 2, 3, 1) + input_2 = None + x_1 = torch.nn.functional.layer_norm( + x, + (48,), + l_self_modules_stem_modules_2_parameters_weight_, + l_self_modules_stem_modules_2_parameters_bias_, + 1e-06, + ) + x = ( + l_self_modules_stem_modules_2_parameters_weight_ + ) = l_self_modules_stem_modules_2_parameters_bias_ = None + x_2 = x_1.permute(0, 3, 1, 2) + x_1 = None + x_3 = torch.conv2d( + x_2, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_4 = x_3.permute(0, 2, 3, 1) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (48,), + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_4 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_6 = x_5.permute(0, 3, 1, 2) + x_5 = None + x_7 = torch.conv2d( + x_6, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_6 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_8 = torch._C._nn.gelu(x_7) + x_7 = None + x_9 = torch.nn.functional.dropout(x_8, 0.0, False, False) + x_8 = None + x_10 = torch.conv2d( + x_9, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_9 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_11 = torch.nn.functional.dropout(x_10, 0.0, False, False) + x_10 = None + reshape = l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_12 = x_11.mul(reshape) + x_11 = reshape = None + x_13 = x_12 + x_2 + x_12 = x_2 = None + x_14 = torch.conv2d( + x_13, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 48, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_15 = x_14.permute(0, 2, 3, 1) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (48,), + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_15 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_17 = x_16.permute(0, 3, 1, 2) + x_16 = None + x_18 = torch.conv2d( + x_17, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_17 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_19 = torch._C._nn.gelu(x_18) + x_18 = None + x_20 = torch.nn.functional.dropout(x_19, 0.0, False, False) + x_19 = None + x_21 = torch.conv2d( + x_20, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_20 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_22 = torch.nn.functional.dropout(x_21, 0.0, False, False) + x_21 = None + reshape_1 = l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_23 = x_22.mul(reshape_1) + x_22 = reshape_1 = None + x_24 = x_23 + x_13 + x_23 = x_13 = None + x_25 = x_24.permute(0, 2, 3, 1) + x_24 = None + x_26 = torch.nn.functional.layer_norm( + x_25, + (48,), + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_25 = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = (None) + x_27 = x_26.permute(0, 3, 1, 2) + x_26 = None + input_3 = torch.conv2d( + x_27, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_27 = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = (None) + x_28 = torch.conv2d( + input_3, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_29 = x_28.permute(0, 2, 3, 1) + x_28 = None + x_30 = torch.nn.functional.layer_norm( + x_29, + (96,), + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_29 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_31 = x_30.permute(0, 3, 1, 2) + x_30 = None + x_32 = torch.conv2d( + x_31, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_31 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_33 = torch._C._nn.gelu(x_32) + x_32 = None + x_34 = torch.nn.functional.dropout(x_33, 0.0, False, False) + x_33 = None + x_35 = torch.conv2d( + x_34, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_34 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_36 = torch.nn.functional.dropout(x_35, 0.0, False, False) + x_35 = None + reshape_2 = l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_37 = x_36.mul(reshape_2) + x_36 = reshape_2 = None + x_38 = x_37 + input_3 + x_37 = input_3 = None + x_39 = torch.conv2d( + x_38, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 96, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_40 = x_39.permute(0, 2, 3, 1) + x_39 = None + x_41 = torch.nn.functional.layer_norm( + x_40, + (96,), + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_40 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_42 = x_41.permute(0, 3, 1, 2) + x_41 = None + x_43 = torch.conv2d( + x_42, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_42 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_44 = torch._C._nn.gelu(x_43) + x_43 = None + x_45 = torch.nn.functional.dropout(x_44, 0.0, False, False) + x_44 = None + x_46 = torch.conv2d( + x_45, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_45 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_47 = torch.nn.functional.dropout(x_46, 0.0, False, False) + x_46 = None + reshape_3 = l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_48 = x_47.mul(reshape_3) + x_47 = reshape_3 = None + x_49 = x_48 + x_38 + x_48 = x_38 = None + x_50 = x_49.permute(0, 2, 3, 1) + x_49 = None + x_51 = torch.nn.functional.layer_norm( + x_50, + (96,), + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_50 = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = (None) + x_52 = x_51.permute(0, 3, 1, 2) + x_51 = None + input_4 = torch.conv2d( + x_52, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_52 = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = (None) + x_53 = torch.conv2d( + input_4, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_54 = x_53.permute(0, 2, 3, 1) + x_53 = None + x_55 = torch.nn.functional.layer_norm( + x_54, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_54 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_56 = x_55.permute(0, 3, 1, 2) + x_55 = None + x_57 = torch.conv2d( + x_56, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_56 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_58 = torch._C._nn.gelu(x_57) + x_57 = None + x_59 = torch.nn.functional.dropout(x_58, 0.0, False, False) + x_58 = None + x_60 = torch.conv2d( + x_59, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_59 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_61 = torch.nn.functional.dropout(x_60, 0.0, False, False) + x_60 = None + reshape_4 = l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_62 = x_61.mul(reshape_4) + x_61 = reshape_4 = None + x_63 = x_62 + input_4 + x_62 = input_4 = None + x_64 = torch.conv2d( + x_63, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_65 = x_64.permute(0, 2, 3, 1) + x_64 = None + x_66 = torch.nn.functional.layer_norm( + x_65, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_65 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_67 = x_66.permute(0, 3, 1, 2) + x_66 = None + x_68 = torch.conv2d( + x_67, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_67 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_69 = torch._C._nn.gelu(x_68) + x_68 = None + x_70 = torch.nn.functional.dropout(x_69, 0.0, False, False) + x_69 = None + x_71 = torch.conv2d( + x_70, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_70 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_72 = torch.nn.functional.dropout(x_71, 0.0, False, False) + x_71 = None + reshape_5 = l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_73 = x_72.mul(reshape_5) + x_72 = reshape_5 = None + x_74 = x_73 + x_63 + x_73 = x_63 = None + x_75 = torch.conv2d( + x_74, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_76 = x_75.permute(0, 2, 3, 1) + x_75 = None + x_77 = torch.nn.functional.layer_norm( + x_76, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_76 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_78 = x_77.permute(0, 3, 1, 2) + x_77 = None + x_79 = torch.conv2d( + x_78, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_78 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_80 = torch._C._nn.gelu(x_79) + x_79 = None + x_81 = torch.nn.functional.dropout(x_80, 0.0, False, False) + x_80 = None + x_82 = torch.conv2d( + x_81, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_81 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_83 = torch.nn.functional.dropout(x_82, 0.0, False, False) + x_82 = None + reshape_6 = l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_84 = x_83.mul(reshape_6) + x_83 = reshape_6 = None + x_85 = x_84 + x_74 + x_84 = x_74 = None + x_86 = torch.conv2d( + x_85, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = (None) + x_87 = x_86.permute(0, 2, 3, 1) + x_86 = None + x_88 = torch.nn.functional.layer_norm( + x_87, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_, + 1e-06, + ) + x_87 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = (None) + x_89 = x_88.permute(0, 3, 1, 2) + x_88 = None + x_90 = torch.conv2d( + x_89, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_89 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_91 = torch._C._nn.gelu(x_90) + x_90 = None + x_92 = torch.nn.functional.dropout(x_91, 0.0, False, False) + x_91 = None + x_93 = torch.conv2d( + x_92, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_92 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_94 = torch.nn.functional.dropout(x_93, 0.0, False, False) + x_93 = None + reshape_7 = l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + None + ) + x_95 = x_94.mul(reshape_7) + x_94 = reshape_7 = None + x_96 = x_95 + x_85 + x_95 = x_85 = None + x_97 = torch.conv2d( + x_96, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = (None) + x_98 = x_97.permute(0, 2, 3, 1) + x_97 = None + x_99 = torch.nn.functional.layer_norm( + x_98, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_, + 1e-06, + ) + x_98 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = (None) + x_100 = x_99.permute(0, 3, 1, 2) + x_99 = None + x_101 = torch.conv2d( + x_100, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_100 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_102 = torch._C._nn.gelu(x_101) + x_101 = None + x_103 = torch.nn.functional.dropout(x_102, 0.0, False, False) + x_102 = None + x_104 = torch.conv2d( + x_103, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_103 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_105 = torch.nn.functional.dropout(x_104, 0.0, False, False) + x_104 = None + reshape_8 = l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + None + ) + x_106 = x_105.mul(reshape_8) + x_105 = reshape_8 = None + x_107 = x_106 + x_96 + x_106 = x_96 = None + x_108 = torch.conv2d( + x_107, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = (None) + x_109 = x_108.permute(0, 2, 3, 1) + x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (192,), + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_, + 1e-06, + ) + x_109 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = (None) + x_111 = x_110.permute(0, 3, 1, 2) + x_110 = None + x_112 = torch.conv2d( + x_111, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_111 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_113 = torch._C._nn.gelu(x_112) + x_112 = None + x_114 = torch.nn.functional.dropout(x_113, 0.0, False, False) + x_113 = None + x_115 = torch.conv2d( + x_114, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_114 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_116 = torch.nn.functional.dropout(x_115, 0.0, False, False) + x_115 = None + reshape_9 = l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + None + ) + x_117 = x_116.mul(reshape_9) + x_116 = reshape_9 = None + x_118 = x_117 + x_107 + x_117 = x_107 = None + x_119 = x_118.permute(0, 2, 3, 1) + x_118 = None + x_120 = torch.nn.functional.layer_norm( + x_119, + (192,), + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_119 = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = (None) + x_121 = x_120.permute(0, 3, 1, 2) + x_120 = None + input_5 = torch.conv2d( + x_121, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_121 = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = (None) + x_122 = torch.conv2d( + input_5, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_123 = x_122.permute(0, 2, 3, 1) + x_122 = None + x_124 = torch.nn.functional.layer_norm( + x_123, + (384,), + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_123 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_125 = x_124.permute(0, 3, 1, 2) + x_124 = None + x_126 = torch.conv2d( + x_125, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_125 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_127 = torch._C._nn.gelu(x_126) + x_126 = None + x_128 = torch.nn.functional.dropout(x_127, 0.0, False, False) + x_127 = None + x_129 = torch.conv2d( + x_128, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_128 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_130 = torch.nn.functional.dropout(x_129, 0.0, False, False) + x_129 = None + reshape_10 = l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_131 = x_130.mul(reshape_10) + x_130 = reshape_10 = None + x_132 = x_131 + input_5 + x_131 = input_5 = None + x_133 = torch.conv2d( + x_132, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_134 = x_133.permute(0, 2, 3, 1) + x_133 = None + x_135 = torch.nn.functional.layer_norm( + x_134, + (384,), + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_134 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_136 = x_135.permute(0, 3, 1, 2) + x_135 = None + x_137 = torch.conv2d( + x_136, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_136 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_138 = torch._C._nn.gelu(x_137) + x_137 = None + x_139 = torch.nn.functional.dropout(x_138, 0.0, False, False) + x_138 = None + x_140 = torch.conv2d( + x_139, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + (1, 1), + (0, 0), + (1, 1), + 1, + ) + x_139 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_141 = torch.nn.functional.dropout(x_140, 0.0, False, False) + x_140 = None + reshape_11 = l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_142 = x_141.mul(reshape_11) + x_141 = reshape_11 = None + x_143 = x_142 + x_132 + x_142 = x_132 = None + x_144 = torch.nn.functional.adaptive_avg_pool2d(x_143, 1) + x_143 = None + x_145 = x_144.permute(0, 2, 3, 1) + x_144 = None + x_146 = torch.nn.functional.layer_norm( + x_145, + (384,), + l_self_modules_head_modules_norm_parameters_weight_, + l_self_modules_head_modules_norm_parameters_bias_, + 1e-06, + ) + x_145 = ( + l_self_modules_head_modules_norm_parameters_weight_ + ) = l_self_modules_head_modules_norm_parameters_bias_ = None + x_147 = x_146.permute(0, 3, 1, 2) + x_146 = None + x_148 = x_147.flatten(1, -1) + x_147 = None + x_149 = torch.nn.functional.dropout(x_148, 0.0, False, False) + x_148 = None + x_150 = torch._C._nn.linear( + x_149, + l_self_modules_head_modules_fc_parameters_weight_, + l_self_modules_head_modules_fc_parameters_bias_, + ) + x_149 = ( + l_self_modules_head_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_fc_parameters_bias_ = None + return (x_150,) diff --git a/samples/timm/convnext_femto_ols.d1_in1k/weight_meta.py b/samples/timm/convnext_femto_ols.d1_in1k/weight_meta.py new file mode 100644 index 0000000000..acb01961d2 --- /dev/null +++ b/samples/timm/convnext_femto_ols.d1_in1k/weight_meta.py @@ -0,0 +1,1330 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [24, 3, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.001 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [24] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.226 + std = 1.285 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_weight_: + name = "L_self_modules_stem_modules_1_parameters_weight_" + shape = [48, 24, 3, 3] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_bias_: + name = "L_self_modules_stem_modules_1_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_weight_: + name = "L_self_modules_stem_modules_2_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_2_parameters_bias_: + name = "L_self_modules_stem_modules_2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [192, 48, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [48, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [48, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [192, 48, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [48, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_" + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_" + ) + shape = [48] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_" + shape = [96, 48, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_" + ) + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [96, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [384, 96, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [96, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [96, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [384, 96, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [96, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_" + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_" + ) + shape = [96] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_" + shape = [192, 96, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_" + ) + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_" + ) + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_" + shape = [384, 192, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_" + ) + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536, 1, 1] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_weight_: + name = "L_self_modules_head_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_bias_: + name = "L_self_modules_head_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_fc_parameters_weight_" + shape = [1000, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_fc_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/convnext_large.fb_in1k/graph_hash.txt b/samples/timm/convnext_large.fb_in1k/graph_hash.txt new file mode 100644 index 0000000000..8df7fba92a --- /dev/null +++ b/samples/timm/convnext_large.fb_in1k/graph_hash.txt @@ -0,0 +1 @@ +65dd2eb2a0251f0b9e6d8e0aed379b52889a974b4b76df6f41342441d0a7b477 \ No newline at end of file diff --git a/samples/timm/convnext_large.fb_in1k/graph_net.json b/samples/timm/convnext_large.fb_in1k/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convnext_large.fb_in1k/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convnext_large.fb_in1k/input_meta.py b/samples/timm/convnext_large.fb_in1k/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_large.fb_in1k/input_tensor_constraints.py b/samples/timm/convnext_large.fb_in1k/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_large.fb_in1k/model.py b/samples/timm/convnext_large.fb_in1k/model.py new file mode 100644 index 0000000000..9d2199cede --- /dev/null +++ b/samples/timm/convnext_large.fb_in1k/model.py @@ -0,0 +1,2707 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_1_parameters_weight_ = ( + L_self_modules_stem_modules_1_parameters_weight_ + ) + l_self_modules_stem_modules_1_parameters_bias_ = ( + L_self_modules_stem_modules_1_parameters_bias_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_head_modules_norm_parameters_weight_ = ( + L_self_modules_head_modules_norm_parameters_weight_ + ) + l_self_modules_head_modules_norm_parameters_bias_ = ( + L_self_modules_head_modules_norm_parameters_bias_ + ) + l_self_modules_head_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_fc_parameters_bias_ + ) + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + x = input_1.permute(0, 2, 3, 1) + input_1 = None + x_1 = torch.nn.functional.layer_norm( + x, + (192,), + l_self_modules_stem_modules_1_parameters_weight_, + l_self_modules_stem_modules_1_parameters_bias_, + 1e-06, + ) + x = ( + l_self_modules_stem_modules_1_parameters_weight_ + ) = l_self_modules_stem_modules_1_parameters_bias_ = None + x_2 = x_1.permute(0, 3, 1, 2) + x_1 = None + x_3 = torch.conv2d( + x_2, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_4 = x_3.permute(0, 2, 3, 1) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (192,), + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_4 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_6 = torch._C._nn.linear( + x_5, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_5 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_7 = torch._C._nn.gelu(x_6) + x_6 = None + x_8 = torch.nn.functional.dropout(x_7, 0.0, False, False) + x_7 = None + x_9 = torch._C._nn.linear( + x_8, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_8 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = x_10.permute(0, 3, 1, 2) + x_10 = None + reshape = l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_12 = x_11.mul(reshape) + x_11 = reshape = None + x_13 = x_12 + x_2 + x_12 = x_2 = None + x_14 = torch.conv2d( + x_13, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_15 = x_14.permute(0, 2, 3, 1) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (192,), + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_15 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_16 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_18 = torch._C._nn.gelu(x_17) + x_17 = None + x_19 = torch.nn.functional.dropout(x_18, 0.0, False, False) + x_18 = None + x_20 = torch._C._nn.linear( + x_19, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_19 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_21 = torch.nn.functional.dropout(x_20, 0.0, False, False) + x_20 = None + x_22 = x_21.permute(0, 3, 1, 2) + x_21 = None + reshape_1 = l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_23 = x_22.mul(reshape_1) + x_22 = reshape_1 = None + x_24 = x_23 + x_13 + x_23 = x_13 = None + x_25 = torch.conv2d( + x_24, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_26 = x_25.permute(0, 2, 3, 1) + x_25 = None + x_27 = torch.nn.functional.layer_norm( + x_26, + (192,), + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_26 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_28 = torch._C._nn.linear( + x_27, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_27 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_29 = torch._C._nn.gelu(x_28) + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch._C._nn.linear( + x_30, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_30 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + x_33 = x_32.permute(0, 3, 1, 2) + x_32 = None + reshape_2 = l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_34 = x_33.mul(reshape_2) + x_33 = reshape_2 = None + x_35 = x_34 + x_24 + x_34 = x_24 = None + x_36 = x_35.permute(0, 2, 3, 1) + x_35 = None + x_37 = torch.nn.functional.layer_norm( + x_36, + (192,), + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_36 = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = (None) + x_38 = x_37.permute(0, 3, 1, 2) + x_37 = None + input_2 = torch.conv2d( + x_38, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_38 = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = (None) + x_39 = torch.conv2d( + input_2, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_40 = x_39.permute(0, 2, 3, 1) + x_39 = None + x_41 = torch.nn.functional.layer_norm( + x_40, + (384,), + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_40 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_42 = torch._C._nn.linear( + x_41, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_41 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_43 = torch._C._nn.gelu(x_42) + x_42 = None + x_44 = torch.nn.functional.dropout(x_43, 0.0, False, False) + x_43 = None + x_45 = torch._C._nn.linear( + x_44, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_44 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_46 = torch.nn.functional.dropout(x_45, 0.0, False, False) + x_45 = None + x_47 = x_46.permute(0, 3, 1, 2) + x_46 = None + reshape_3 = l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_48 = x_47.mul(reshape_3) + x_47 = reshape_3 = None + x_49 = x_48 + input_2 + x_48 = input_2 = None + x_50 = torch.conv2d( + x_49, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_51 = x_50.permute(0, 2, 3, 1) + x_50 = None + x_52 = torch.nn.functional.layer_norm( + x_51, + (384,), + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_51 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_53 = torch._C._nn.linear( + x_52, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_52 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_54 = torch._C._nn.gelu(x_53) + x_53 = None + x_55 = torch.nn.functional.dropout(x_54, 0.0, False, False) + x_54 = None + x_56 = torch._C._nn.linear( + x_55, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_55 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_57 = torch.nn.functional.dropout(x_56, 0.0, False, False) + x_56 = None + x_58 = x_57.permute(0, 3, 1, 2) + x_57 = None + reshape_4 = l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_59 = x_58.mul(reshape_4) + x_58 = reshape_4 = None + x_60 = x_59 + x_49 + x_59 = x_49 = None + x_61 = torch.conv2d( + x_60, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_62 = x_61.permute(0, 2, 3, 1) + x_61 = None + x_63 = torch.nn.functional.layer_norm( + x_62, + (384,), + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_62 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_64 = torch._C._nn.linear( + x_63, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_63 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_65 = torch._C._nn.gelu(x_64) + x_64 = None + x_66 = torch.nn.functional.dropout(x_65, 0.0, False, False) + x_65 = None + x_67 = torch._C._nn.linear( + x_66, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_66 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_68 = torch.nn.functional.dropout(x_67, 0.0, False, False) + x_67 = None + x_69 = x_68.permute(0, 3, 1, 2) + x_68 = None + reshape_5 = l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_70 = x_69.mul(reshape_5) + x_69 = reshape_5 = None + x_71 = x_70 + x_60 + x_70 = x_60 = None + x_72 = x_71.permute(0, 2, 3, 1) + x_71 = None + x_73 = torch.nn.functional.layer_norm( + x_72, + (384,), + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_72 = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = (None) + x_74 = x_73.permute(0, 3, 1, 2) + x_73 = None + input_3 = torch.conv2d( + x_74, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_74 = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = (None) + x_75 = torch.conv2d( + input_3, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_76 = x_75.permute(0, 2, 3, 1) + x_75 = None + x_77 = torch.nn.functional.layer_norm( + x_76, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_76 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_78 = torch._C._nn.linear( + x_77, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_77 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_79 = torch._C._nn.gelu(x_78) + x_78 = None + x_80 = torch.nn.functional.dropout(x_79, 0.0, False, False) + x_79 = None + x_81 = torch._C._nn.linear( + x_80, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_80 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_82 = torch.nn.functional.dropout(x_81, 0.0, False, False) + x_81 = None + x_83 = x_82.permute(0, 3, 1, 2) + x_82 = None + reshape_6 = l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_84 = x_83.mul(reshape_6) + x_83 = reshape_6 = None + x_85 = x_84 + input_3 + x_84 = input_3 = None + x_86 = torch.conv2d( + x_85, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_87 = x_86.permute(0, 2, 3, 1) + x_86 = None + x_88 = torch.nn.functional.layer_norm( + x_87, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_87 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_89 = torch._C._nn.linear( + x_88, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_88 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_90 = torch._C._nn.gelu(x_89) + x_89 = None + x_91 = torch.nn.functional.dropout(x_90, 0.0, False, False) + x_90 = None + x_92 = torch._C._nn.linear( + x_91, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_91 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_93 = torch.nn.functional.dropout(x_92, 0.0, False, False) + x_92 = None + x_94 = x_93.permute(0, 3, 1, 2) + x_93 = None + reshape_7 = l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_95 = x_94.mul(reshape_7) + x_94 = reshape_7 = None + x_96 = x_95 + x_85 + x_95 = x_85 = None + x_97 = torch.conv2d( + x_96, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_98 = x_97.permute(0, 2, 3, 1) + x_97 = None + x_99 = torch.nn.functional.layer_norm( + x_98, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_98 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_100 = torch._C._nn.linear( + x_99, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_99 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_101 = torch._C._nn.gelu(x_100) + x_100 = None + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + x_103 = torch._C._nn.linear( + x_102, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_102 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_104 = torch.nn.functional.dropout(x_103, 0.0, False, False) + x_103 = None + x_105 = x_104.permute(0, 3, 1, 2) + x_104 = None + reshape_8 = l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_106 = x_105.mul(reshape_8) + x_105 = reshape_8 = None + x_107 = x_106 + x_96 + x_106 = x_96 = None + x_108 = torch.conv2d( + x_107, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = (None) + x_109 = x_108.permute(0, 2, 3, 1) + x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_, + 1e-06, + ) + x_109 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = (None) + x_111 = torch._C._nn.linear( + x_110, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_110 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_112 = torch._C._nn.gelu(x_111) + x_111 = None + x_113 = torch.nn.functional.dropout(x_112, 0.0, False, False) + x_112 = None + x_114 = torch._C._nn.linear( + x_113, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_113 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_115 = torch.nn.functional.dropout(x_114, 0.0, False, False) + x_114 = None + x_116 = x_115.permute(0, 3, 1, 2) + x_115 = None + reshape_9 = l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + None + ) + x_117 = x_116.mul(reshape_9) + x_116 = reshape_9 = None + x_118 = x_117 + x_107 + x_117 = x_107 = None + x_119 = torch.conv2d( + x_118, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = (None) + x_120 = x_119.permute(0, 2, 3, 1) + x_119 = None + x_121 = torch.nn.functional.layer_norm( + x_120, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_, + 1e-06, + ) + x_120 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = (None) + x_122 = torch._C._nn.linear( + x_121, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_121 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_123 = torch._C._nn.gelu(x_122) + x_122 = None + x_124 = torch.nn.functional.dropout(x_123, 0.0, False, False) + x_123 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_124 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + x_127 = x_126.permute(0, 3, 1, 2) + x_126 = None + reshape_10 = l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + None + ) + x_128 = x_127.mul(reshape_10) + x_127 = reshape_10 = None + x_129 = x_128 + x_118 + x_128 = x_118 = None + x_130 = torch.conv2d( + x_129, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = (None) + x_131 = x_130.permute(0, 2, 3, 1) + x_130 = None + x_132 = torch.nn.functional.layer_norm( + x_131, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_, + 1e-06, + ) + x_131 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = (None) + x_133 = torch._C._nn.linear( + x_132, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_132 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_134 = torch._C._nn.gelu(x_133) + x_133 = None + x_135 = torch.nn.functional.dropout(x_134, 0.0, False, False) + x_134 = None + x_136 = torch._C._nn.linear( + x_135, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_135 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_137 = torch.nn.functional.dropout(x_136, 0.0, False, False) + x_136 = None + x_138 = x_137.permute(0, 3, 1, 2) + x_137 = None + reshape_11 = l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + None + ) + x_139 = x_138.mul(reshape_11) + x_138 = reshape_11 = None + x_140 = x_139 + x_129 + x_139 = x_129 = None + x_141 = torch.conv2d( + x_140, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ = (None) + x_142 = x_141.permute(0, 2, 3, 1) + x_141 = None + x_143 = torch.nn.functional.layer_norm( + x_142, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_, + 1e-06, + ) + x_142 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ = (None) + x_144 = torch._C._nn.linear( + x_143, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + x_143 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_145 = torch._C._nn.gelu(x_144) + x_144 = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + x_147 = torch._C._nn.linear( + x_146, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_146 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_148 = torch.nn.functional.dropout(x_147, 0.0, False, False) + x_147 = None + x_149 = x_148.permute(0, 3, 1, 2) + x_148 = None + reshape_12 = l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ = ( + None + ) + x_150 = x_149.mul(reshape_12) + x_149 = reshape_12 = None + x_151 = x_150 + x_140 + x_150 = x_140 = None + x_152 = torch.conv2d( + x_151, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ = (None) + x_153 = x_152.permute(0, 2, 3, 1) + x_152 = None + x_154 = torch.nn.functional.layer_norm( + x_153, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_, + 1e-06, + ) + x_153 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ = (None) + x_155 = torch._C._nn.linear( + x_154, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + x_154 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_156 = torch._C._nn.gelu(x_155) + x_155 = None + x_157 = torch.nn.functional.dropout(x_156, 0.0, False, False) + x_156 = None + x_158 = torch._C._nn.linear( + x_157, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_157 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_159 = torch.nn.functional.dropout(x_158, 0.0, False, False) + x_158 = None + x_160 = x_159.permute(0, 3, 1, 2) + x_159 = None + reshape_13 = l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ = ( + None + ) + x_161 = x_160.mul(reshape_13) + x_160 = reshape_13 = None + x_162 = x_161 + x_151 + x_161 = x_151 = None + x_163 = torch.conv2d( + x_162, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ = (None) + x_164 = x_163.permute(0, 2, 3, 1) + x_163 = None + x_165 = torch.nn.functional.layer_norm( + x_164, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_, + 1e-06, + ) + x_164 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ = (None) + x_166 = torch._C._nn.linear( + x_165, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + x_165 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_167 = torch._C._nn.gelu(x_166) + x_166 = None + x_168 = torch.nn.functional.dropout(x_167, 0.0, False, False) + x_167 = None + x_169 = torch._C._nn.linear( + x_168, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_168 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = x_170.permute(0, 3, 1, 2) + x_170 = None + reshape_14 = l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ = ( + None + ) + x_172 = x_171.mul(reshape_14) + x_171 = reshape_14 = None + x_173 = x_172 + x_162 + x_172 = x_162 = None + x_174 = torch.conv2d( + x_173, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ = (None) + x_175 = x_174.permute(0, 2, 3, 1) + x_174 = None + x_176 = torch.nn.functional.layer_norm( + x_175, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_, + 1e-06, + ) + x_175 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ = (None) + x_177 = torch._C._nn.linear( + x_176, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + x_176 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_178 = torch._C._nn.gelu(x_177) + x_177 = None + x_179 = torch.nn.functional.dropout(x_178, 0.0, False, False) + x_178 = None + x_180 = torch._C._nn.linear( + x_179, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_179 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_181 = torch.nn.functional.dropout(x_180, 0.0, False, False) + x_180 = None + x_182 = x_181.permute(0, 3, 1, 2) + x_181 = None + reshape_15 = l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ = ( + None + ) + x_183 = x_182.mul(reshape_15) + x_182 = reshape_15 = None + x_184 = x_183 + x_173 + x_183 = x_173 = None + x_185 = torch.conv2d( + x_184, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ = (None) + x_186 = x_185.permute(0, 2, 3, 1) + x_185 = None + x_187 = torch.nn.functional.layer_norm( + x_186, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_, + 1e-06, + ) + x_186 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ = (None) + x_188 = torch._C._nn.linear( + x_187, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + x_187 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_189 = torch._C._nn.gelu(x_188) + x_188 = None + x_190 = torch.nn.functional.dropout(x_189, 0.0, False, False) + x_189 = None + x_191 = torch._C._nn.linear( + x_190, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_190 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_192 = torch.nn.functional.dropout(x_191, 0.0, False, False) + x_191 = None + x_193 = x_192.permute(0, 3, 1, 2) + x_192 = None + reshape_16 = l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ = ( + None + ) + x_194 = x_193.mul(reshape_16) + x_193 = reshape_16 = None + x_195 = x_194 + x_184 + x_194 = x_184 = None + x_196 = torch.conv2d( + x_195, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ = (None) + x_197 = x_196.permute(0, 2, 3, 1) + x_196 = None + x_198 = torch.nn.functional.layer_norm( + x_197, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_, + 1e-06, + ) + x_197 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ = (None) + x_199 = torch._C._nn.linear( + x_198, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + x_198 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_200 = torch._C._nn.gelu(x_199) + x_199 = None + x_201 = torch.nn.functional.dropout(x_200, 0.0, False, False) + x_200 = None + x_202 = torch._C._nn.linear( + x_201, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_201 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_203 = torch.nn.functional.dropout(x_202, 0.0, False, False) + x_202 = None + x_204 = x_203.permute(0, 3, 1, 2) + x_203 = None + reshape_17 = l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ = ( + None + ) + x_205 = x_204.mul(reshape_17) + x_204 = reshape_17 = None + x_206 = x_205 + x_195 + x_205 = x_195 = None + x_207 = torch.conv2d( + x_206, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ = (None) + x_208 = x_207.permute(0, 2, 3, 1) + x_207 = None + x_209 = torch.nn.functional.layer_norm( + x_208, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_, + 1e-06, + ) + x_208 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ = (None) + x_210 = torch._C._nn.linear( + x_209, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_, + ) + x_209 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_211 = torch._C._nn.gelu(x_210) + x_210 = None + x_212 = torch.nn.functional.dropout(x_211, 0.0, False, False) + x_211 = None + x_213 = torch._C._nn.linear( + x_212, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_, + ) + x_212 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_214 = torch.nn.functional.dropout(x_213, 0.0, False, False) + x_213 = None + x_215 = x_214.permute(0, 3, 1, 2) + x_214 = None + reshape_18 = l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ = ( + None + ) + x_216 = x_215.mul(reshape_18) + x_215 = reshape_18 = None + x_217 = x_216 + x_206 + x_216 = x_206 = None + x_218 = torch.conv2d( + x_217, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ = (None) + x_219 = x_218.permute(0, 2, 3, 1) + x_218 = None + x_220 = torch.nn.functional.layer_norm( + x_219, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_, + 1e-06, + ) + x_219 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ = (None) + x_221 = torch._C._nn.linear( + x_220, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_, + ) + x_220 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_222 = torch._C._nn.gelu(x_221) + x_221 = None + x_223 = torch.nn.functional.dropout(x_222, 0.0, False, False) + x_222 = None + x_224 = torch._C._nn.linear( + x_223, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_, + ) + x_223 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_225 = torch.nn.functional.dropout(x_224, 0.0, False, False) + x_224 = None + x_226 = x_225.permute(0, 3, 1, 2) + x_225 = None + reshape_19 = l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ = ( + None + ) + x_227 = x_226.mul(reshape_19) + x_226 = reshape_19 = None + x_228 = x_227 + x_217 + x_227 = x_217 = None + x_229 = torch.conv2d( + x_228, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ = (None) + x_230 = x_229.permute(0, 2, 3, 1) + x_229 = None + x_231 = torch.nn.functional.layer_norm( + x_230, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_, + 1e-06, + ) + x_230 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ = (None) + x_232 = torch._C._nn.linear( + x_231, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_, + ) + x_231 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_233 = torch._C._nn.gelu(x_232) + x_232 = None + x_234 = torch.nn.functional.dropout(x_233, 0.0, False, False) + x_233 = None + x_235 = torch._C._nn.linear( + x_234, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_, + ) + x_234 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_236 = torch.nn.functional.dropout(x_235, 0.0, False, False) + x_235 = None + x_237 = x_236.permute(0, 3, 1, 2) + x_236 = None + reshape_20 = l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ = ( + None + ) + x_238 = x_237.mul(reshape_20) + x_237 = reshape_20 = None + x_239 = x_238 + x_228 + x_238 = x_228 = None + x_240 = torch.conv2d( + x_239, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ = (None) + x_241 = x_240.permute(0, 2, 3, 1) + x_240 = None + x_242 = torch.nn.functional.layer_norm( + x_241, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_, + 1e-06, + ) + x_241 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ = (None) + x_243 = torch._C._nn.linear( + x_242, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_, + ) + x_242 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_244 = torch._C._nn.gelu(x_243) + x_243 = None + x_245 = torch.nn.functional.dropout(x_244, 0.0, False, False) + x_244 = None + x_246 = torch._C._nn.linear( + x_245, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_, + ) + x_245 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_247 = torch.nn.functional.dropout(x_246, 0.0, False, False) + x_246 = None + x_248 = x_247.permute(0, 3, 1, 2) + x_247 = None + reshape_21 = l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ = ( + None + ) + x_249 = x_248.mul(reshape_21) + x_248 = reshape_21 = None + x_250 = x_249 + x_239 + x_249 = x_239 = None + x_251 = torch.conv2d( + x_250, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ = (None) + x_252 = x_251.permute(0, 2, 3, 1) + x_251 = None + x_253 = torch.nn.functional.layer_norm( + x_252, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_, + 1e-06, + ) + x_252 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ = (None) + x_254 = torch._C._nn.linear( + x_253, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_, + ) + x_253 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_255 = torch._C._nn.gelu(x_254) + x_254 = None + x_256 = torch.nn.functional.dropout(x_255, 0.0, False, False) + x_255 = None + x_257 = torch._C._nn.linear( + x_256, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_, + ) + x_256 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_258 = torch.nn.functional.dropout(x_257, 0.0, False, False) + x_257 = None + x_259 = x_258.permute(0, 3, 1, 2) + x_258 = None + reshape_22 = l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ = ( + None + ) + x_260 = x_259.mul(reshape_22) + x_259 = reshape_22 = None + x_261 = x_260 + x_250 + x_260 = x_250 = None + x_262 = torch.conv2d( + x_261, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ = (None) + x_263 = x_262.permute(0, 2, 3, 1) + x_262 = None + x_264 = torch.nn.functional.layer_norm( + x_263, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_, + 1e-06, + ) + x_263 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ = (None) + x_265 = torch._C._nn.linear( + x_264, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_, + ) + x_264 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_266 = torch._C._nn.gelu(x_265) + x_265 = None + x_267 = torch.nn.functional.dropout(x_266, 0.0, False, False) + x_266 = None + x_268 = torch._C._nn.linear( + x_267, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_, + ) + x_267 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_269 = torch.nn.functional.dropout(x_268, 0.0, False, False) + x_268 = None + x_270 = x_269.permute(0, 3, 1, 2) + x_269 = None + reshape_23 = l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ = ( + None + ) + x_271 = x_270.mul(reshape_23) + x_270 = reshape_23 = None + x_272 = x_271 + x_261 + x_271 = x_261 = None + x_273 = torch.conv2d( + x_272, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ = (None) + x_274 = x_273.permute(0, 2, 3, 1) + x_273 = None + x_275 = torch.nn.functional.layer_norm( + x_274, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_, + 1e-06, + ) + x_274 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ = (None) + x_276 = torch._C._nn.linear( + x_275, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_, + ) + x_275 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_277 = torch._C._nn.gelu(x_276) + x_276 = None + x_278 = torch.nn.functional.dropout(x_277, 0.0, False, False) + x_277 = None + x_279 = torch._C._nn.linear( + x_278, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_, + ) + x_278 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_280 = torch.nn.functional.dropout(x_279, 0.0, False, False) + x_279 = None + x_281 = x_280.permute(0, 3, 1, 2) + x_280 = None + reshape_24 = l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ = ( + None + ) + x_282 = x_281.mul(reshape_24) + x_281 = reshape_24 = None + x_283 = x_282 + x_272 + x_282 = x_272 = None + x_284 = torch.conv2d( + x_283, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ = (None) + x_285 = x_284.permute(0, 2, 3, 1) + x_284 = None + x_286 = torch.nn.functional.layer_norm( + x_285, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_, + 1e-06, + ) + x_285 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ = (None) + x_287 = torch._C._nn.linear( + x_286, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_, + ) + x_286 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_288 = torch._C._nn.gelu(x_287) + x_287 = None + x_289 = torch.nn.functional.dropout(x_288, 0.0, False, False) + x_288 = None + x_290 = torch._C._nn.linear( + x_289, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_, + ) + x_289 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_291 = torch.nn.functional.dropout(x_290, 0.0, False, False) + x_290 = None + x_292 = x_291.permute(0, 3, 1, 2) + x_291 = None + reshape_25 = l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ = ( + None + ) + x_293 = x_292.mul(reshape_25) + x_292 = reshape_25 = None + x_294 = x_293 + x_283 + x_293 = x_283 = None + x_295 = torch.conv2d( + x_294, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ = (None) + x_296 = x_295.permute(0, 2, 3, 1) + x_295 = None + x_297 = torch.nn.functional.layer_norm( + x_296, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_, + 1e-06, + ) + x_296 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ = (None) + x_298 = torch._C._nn.linear( + x_297, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_, + ) + x_297 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_299 = torch._C._nn.gelu(x_298) + x_298 = None + x_300 = torch.nn.functional.dropout(x_299, 0.0, False, False) + x_299 = None + x_301 = torch._C._nn.linear( + x_300, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_, + ) + x_300 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_302 = torch.nn.functional.dropout(x_301, 0.0, False, False) + x_301 = None + x_303 = x_302.permute(0, 3, 1, 2) + x_302 = None + reshape_26 = l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ = ( + None + ) + x_304 = x_303.mul(reshape_26) + x_303 = reshape_26 = None + x_305 = x_304 + x_294 + x_304 = x_294 = None + x_306 = torch.conv2d( + x_305, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ = (None) + x_307 = x_306.permute(0, 2, 3, 1) + x_306 = None + x_308 = torch.nn.functional.layer_norm( + x_307, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_, + 1e-06, + ) + x_307 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ = (None) + x_309 = torch._C._nn.linear( + x_308, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_, + ) + x_308 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_310 = torch._C._nn.gelu(x_309) + x_309 = None + x_311 = torch.nn.functional.dropout(x_310, 0.0, False, False) + x_310 = None + x_312 = torch._C._nn.linear( + x_311, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_, + ) + x_311 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_313 = torch.nn.functional.dropout(x_312, 0.0, False, False) + x_312 = None + x_314 = x_313.permute(0, 3, 1, 2) + x_313 = None + reshape_27 = l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ = ( + None + ) + x_315 = x_314.mul(reshape_27) + x_314 = reshape_27 = None + x_316 = x_315 + x_305 + x_315 = x_305 = None + x_317 = torch.conv2d( + x_316, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ = (None) + x_318 = x_317.permute(0, 2, 3, 1) + x_317 = None + x_319 = torch.nn.functional.layer_norm( + x_318, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_, + 1e-06, + ) + x_318 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ = (None) + x_320 = torch._C._nn.linear( + x_319, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_, + ) + x_319 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_321 = torch._C._nn.gelu(x_320) + x_320 = None + x_322 = torch.nn.functional.dropout(x_321, 0.0, False, False) + x_321 = None + x_323 = torch._C._nn.linear( + x_322, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_, + ) + x_322 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_324 = torch.nn.functional.dropout(x_323, 0.0, False, False) + x_323 = None + x_325 = x_324.permute(0, 3, 1, 2) + x_324 = None + reshape_28 = l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ = ( + None + ) + x_326 = x_325.mul(reshape_28) + x_325 = reshape_28 = None + x_327 = x_326 + x_316 + x_326 = x_316 = None + x_328 = torch.conv2d( + x_327, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ = (None) + x_329 = x_328.permute(0, 2, 3, 1) + x_328 = None + x_330 = torch.nn.functional.layer_norm( + x_329, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_, + 1e-06, + ) + x_329 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ = (None) + x_331 = torch._C._nn.linear( + x_330, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_, + ) + x_330 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_332 = torch._C._nn.gelu(x_331) + x_331 = None + x_333 = torch.nn.functional.dropout(x_332, 0.0, False, False) + x_332 = None + x_334 = torch._C._nn.linear( + x_333, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_, + ) + x_333 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_335 = torch.nn.functional.dropout(x_334, 0.0, False, False) + x_334 = None + x_336 = x_335.permute(0, 3, 1, 2) + x_335 = None + reshape_29 = l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ = ( + None + ) + x_337 = x_336.mul(reshape_29) + x_336 = reshape_29 = None + x_338 = x_337 + x_327 + x_337 = x_327 = None + x_339 = torch.conv2d( + x_338, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ = (None) + x_340 = x_339.permute(0, 2, 3, 1) + x_339 = None + x_341 = torch.nn.functional.layer_norm( + x_340, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_, + 1e-06, + ) + x_340 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ = (None) + x_342 = torch._C._nn.linear( + x_341, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_, + ) + x_341 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_343 = torch._C._nn.gelu(x_342) + x_342 = None + x_344 = torch.nn.functional.dropout(x_343, 0.0, False, False) + x_343 = None + x_345 = torch._C._nn.linear( + x_344, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_, + ) + x_344 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_346 = torch.nn.functional.dropout(x_345, 0.0, False, False) + x_345 = None + x_347 = x_346.permute(0, 3, 1, 2) + x_346 = None + reshape_30 = l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ = ( + None + ) + x_348 = x_347.mul(reshape_30) + x_347 = reshape_30 = None + x_349 = x_348 + x_338 + x_348 = x_338 = None + x_350 = torch.conv2d( + x_349, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ = (None) + x_351 = x_350.permute(0, 2, 3, 1) + x_350 = None + x_352 = torch.nn.functional.layer_norm( + x_351, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_, + 1e-06, + ) + x_351 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ = (None) + x_353 = torch._C._nn.linear( + x_352, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_, + ) + x_352 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_354 = torch._C._nn.gelu(x_353) + x_353 = None + x_355 = torch.nn.functional.dropout(x_354, 0.0, False, False) + x_354 = None + x_356 = torch._C._nn.linear( + x_355, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_, + ) + x_355 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_357 = torch.nn.functional.dropout(x_356, 0.0, False, False) + x_356 = None + x_358 = x_357.permute(0, 3, 1, 2) + x_357 = None + reshape_31 = l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ = ( + None + ) + x_359 = x_358.mul(reshape_31) + x_358 = reshape_31 = None + x_360 = x_359 + x_349 + x_359 = x_349 = None + x_361 = torch.conv2d( + x_360, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ = (None) + x_362 = x_361.permute(0, 2, 3, 1) + x_361 = None + x_363 = torch.nn.functional.layer_norm( + x_362, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_, + 1e-06, + ) + x_362 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ = (None) + x_364 = torch._C._nn.linear( + x_363, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_, + ) + x_363 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_365 = torch._C._nn.gelu(x_364) + x_364 = None + x_366 = torch.nn.functional.dropout(x_365, 0.0, False, False) + x_365 = None + x_367 = torch._C._nn.linear( + x_366, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_, + ) + x_366 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_368 = torch.nn.functional.dropout(x_367, 0.0, False, False) + x_367 = None + x_369 = x_368.permute(0, 3, 1, 2) + x_368 = None + reshape_32 = l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ = ( + None + ) + x_370 = x_369.mul(reshape_32) + x_369 = reshape_32 = None + x_371 = x_370 + x_360 + x_370 = x_360 = None + x_372 = x_371.permute(0, 2, 3, 1) + x_371 = None + x_373 = torch.nn.functional.layer_norm( + x_372, + (768,), + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_372 = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = (None) + x_374 = x_373.permute(0, 3, 1, 2) + x_373 = None + input_4 = torch.conv2d( + x_374, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_374 = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = (None) + x_375 = torch.conv2d( + input_4, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1536, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_376 = x_375.permute(0, 2, 3, 1) + x_375 = None + x_377 = torch.nn.functional.layer_norm( + x_376, + (1536,), + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_376 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_378 = torch._C._nn.linear( + x_377, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_377 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_379 = torch._C._nn.gelu(x_378) + x_378 = None + x_380 = torch.nn.functional.dropout(x_379, 0.0, False, False) + x_379 = None + x_381 = torch._C._nn.linear( + x_380, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_380 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_382 = torch.nn.functional.dropout(x_381, 0.0, False, False) + x_381 = None + x_383 = x_382.permute(0, 3, 1, 2) + x_382 = None + reshape_33 = l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_384 = x_383.mul(reshape_33) + x_383 = reshape_33 = None + x_385 = x_384 + input_4 + x_384 = input_4 = None + x_386 = torch.conv2d( + x_385, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1536, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_387 = x_386.permute(0, 2, 3, 1) + x_386 = None + x_388 = torch.nn.functional.layer_norm( + x_387, + (1536,), + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_387 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_389 = torch._C._nn.linear( + x_388, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_388 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_390 = torch._C._nn.gelu(x_389) + x_389 = None + x_391 = torch.nn.functional.dropout(x_390, 0.0, False, False) + x_390 = None + x_392 = torch._C._nn.linear( + x_391, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_391 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_393 = torch.nn.functional.dropout(x_392, 0.0, False, False) + x_392 = None + x_394 = x_393.permute(0, 3, 1, 2) + x_393 = None + reshape_34 = l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_395 = x_394.mul(reshape_34) + x_394 = reshape_34 = None + x_396 = x_395 + x_385 + x_395 = x_385 = None + x_397 = torch.conv2d( + x_396, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1536, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_398 = x_397.permute(0, 2, 3, 1) + x_397 = None + x_399 = torch.nn.functional.layer_norm( + x_398, + (1536,), + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_398 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_400 = torch._C._nn.linear( + x_399, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_399 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_401 = torch._C._nn.gelu(x_400) + x_400 = None + x_402 = torch.nn.functional.dropout(x_401, 0.0, False, False) + x_401 = None + x_403 = torch._C._nn.linear( + x_402, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_402 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_404 = torch.nn.functional.dropout(x_403, 0.0, False, False) + x_403 = None + x_405 = x_404.permute(0, 3, 1, 2) + x_404 = None + reshape_35 = l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_406 = x_405.mul(reshape_35) + x_405 = reshape_35 = None + x_407 = x_406 + x_396 + x_406 = x_396 = None + x_408 = torch.nn.functional.adaptive_avg_pool2d(x_407, 1) + x_407 = None + x_409 = x_408.permute(0, 2, 3, 1) + x_408 = None + x_410 = torch.nn.functional.layer_norm( + x_409, + (1536,), + l_self_modules_head_modules_norm_parameters_weight_, + l_self_modules_head_modules_norm_parameters_bias_, + 1e-06, + ) + x_409 = ( + l_self_modules_head_modules_norm_parameters_weight_ + ) = l_self_modules_head_modules_norm_parameters_bias_ = None + x_411 = x_410.permute(0, 3, 1, 2) + x_410 = None + x_412 = x_411.flatten(1, -1) + x_411 = None + x_413 = torch.nn.functional.dropout(x_412, 0.0, False, False) + x_412 = None + x_414 = torch._C._nn.linear( + x_413, + l_self_modules_head_modules_fc_parameters_weight_, + l_self_modules_head_modules_fc_parameters_bias_, + ) + x_413 = ( + l_self_modules_head_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_fc_parameters_bias_ = None + return (x_414,) diff --git a/samples/timm/convnext_large.fb_in1k/weight_meta.py b/samples/timm/convnext_large.fb_in1k/weight_meta.py new file mode 100644 index 0000000000..8563e8e7b3 --- /dev/null +++ b/samples/timm/convnext_large.fb_in1k/weight_meta.py @@ -0,0 +1,3470 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [192, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.223 + std = 1.281 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_weight_: + name = "L_self_modules_stem_modules_1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_bias_: + name = "L_self_modules_stem_modules_1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_" + ) + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_" + shape = [384, 192, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_" + ) + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_" + ) + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_" + shape = [768, 384, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_" + shape = [1536, 768, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_" + ) + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [1536, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [6144, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [1536, 6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [1536, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [6144, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [1536, 6144] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [1536, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [6144, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [1536, 6144] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_weight_: + name = "L_self_modules_head_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_bias_: + name = "L_self_modules_head_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_fc_parameters_weight_" + shape = [1000, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_fc_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None diff --git a/samples/timm/convnext_large_mlp.clip_laion2b_augreg/graph_hash.txt b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/graph_hash.txt new file mode 100644 index 0000000000..c34790de67 --- /dev/null +++ b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/graph_hash.txt @@ -0,0 +1 @@ +acec500cb817544f7db171a60c01b406cb5865eb37e554a6c0ee9591630a2de7 \ No newline at end of file diff --git a/samples/timm/convnext_large_mlp.clip_laion2b_augreg/graph_net.json b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/graph_net.json new file mode 100644 index 0000000000..1373fe3b58 --- /dev/null +++ b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/graph_net.json @@ -0,0 +1,5 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1 +} \ No newline at end of file diff --git a/samples/timm/convnext_large_mlp.clip_laion2b_augreg/input_meta.py b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/input_meta.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_large_mlp.clip_laion2b_augreg/input_tensor_constraints.py b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/input_tensor_constraints.py new file mode 100644 index 0000000000..e69de29bb2 diff --git a/samples/timm/convnext_large_mlp.clip_laion2b_augreg/model.py b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/model.py new file mode 100644 index 0000000000..5502ab1517 --- /dev/null +++ b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/model.py @@ -0,0 +1,2725 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_stem_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + s1: torch.SymInt, + L_x_: torch.Tensor, + L_self_modules_stem_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stem_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_pre_logits_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_pre_logits_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_modules_fc_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_stem_modules_0_parameters_weight_ = ( + L_self_modules_stem_modules_0_parameters_weight_ + ) + l_self_modules_stem_modules_0_parameters_bias_ = ( + L_self_modules_stem_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_stem_modules_1_parameters_weight_ = ( + L_self_modules_stem_modules_1_parameters_weight_ + ) + l_self_modules_stem_modules_1_parameters_bias_ = ( + L_self_modules_stem_modules_1_parameters_bias_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ = ( + L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ + l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ = ( + L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ + ) + l_self_modules_head_modules_norm_parameters_weight_ = ( + L_self_modules_head_modules_norm_parameters_weight_ + ) + l_self_modules_head_modules_norm_parameters_bias_ = ( + L_self_modules_head_modules_norm_parameters_bias_ + ) + l_self_modules_head_modules_pre_logits_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_pre_logits_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_pre_logits_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_pre_logits_modules_fc_parameters_bias_ + ) + l_self_modules_head_modules_fc_parameters_weight_ = ( + L_self_modules_head_modules_fc_parameters_weight_ + ) + l_self_modules_head_modules_fc_parameters_bias_ = ( + L_self_modules_head_modules_fc_parameters_bias_ + ) + input_1 = torch.conv2d( + l_x_, + l_self_modules_stem_modules_0_parameters_weight_, + l_self_modules_stem_modules_0_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_stem_modules_0_parameters_weight_ + ) = l_self_modules_stem_modules_0_parameters_bias_ = None + x = input_1.permute(0, 2, 3, 1) + input_1 = None + x_1 = torch.nn.functional.layer_norm( + x, + (192,), + l_self_modules_stem_modules_1_parameters_weight_, + l_self_modules_stem_modules_1_parameters_bias_, + 1e-06, + ) + x = ( + l_self_modules_stem_modules_1_parameters_weight_ + ) = l_self_modules_stem_modules_1_parameters_bias_ = None + x_2 = x_1.permute(0, 3, 1, 2) + x_1 = None + x_3 = torch.conv2d( + x_2, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_4 = x_3.permute(0, 2, 3, 1) + x_3 = None + x_5 = torch.nn.functional.layer_norm( + x_4, + (192,), + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_4 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_6 = torch._C._nn.linear( + x_5, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_5 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_7 = torch._C._nn.gelu(x_6) + x_6 = None + x_8 = torch.nn.functional.dropout(x_7, 0.0, False, False) + x_7 = None + x_9 = torch._C._nn.linear( + x_8, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_8 = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_10 = torch.nn.functional.dropout(x_9, 0.0, False, False) + x_9 = None + x_11 = x_10.permute(0, 3, 1, 2) + x_10 = None + reshape = l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_12 = x_11.mul(reshape) + x_11 = reshape = None + x_13 = x_12 + x_2 + x_12 = x_2 = None + x_14 = torch.conv2d( + x_13, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_15 = x_14.permute(0, 2, 3, 1) + x_14 = None + x_16 = torch.nn.functional.layer_norm( + x_15, + (192,), + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_15 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_17 = torch._C._nn.linear( + x_16, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_16 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_18 = torch._C._nn.gelu(x_17) + x_17 = None + x_19 = torch.nn.functional.dropout(x_18, 0.0, False, False) + x_18 = None + x_20 = torch._C._nn.linear( + x_19, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_19 = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_21 = torch.nn.functional.dropout(x_20, 0.0, False, False) + x_20 = None + x_22 = x_21.permute(0, 3, 1, 2) + x_21 = None + reshape_1 = l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_23 = x_22.mul(reshape_1) + x_22 = reshape_1 = None + x_24 = x_23 + x_13 + x_23 = x_13 = None + x_25 = torch.conv2d( + x_24, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 192, + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_26 = x_25.permute(0, 2, 3, 1) + x_25 = None + x_27 = torch.nn.functional.layer_norm( + x_26, + (192,), + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_26 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_28 = torch._C._nn.linear( + x_27, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_27 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_29 = torch._C._nn.gelu(x_28) + x_28 = None + x_30 = torch.nn.functional.dropout(x_29, 0.0, False, False) + x_29 = None + x_31 = torch._C._nn.linear( + x_30, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_30 = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_32 = torch.nn.functional.dropout(x_31, 0.0, False, False) + x_31 = None + x_33 = x_32.permute(0, 3, 1, 2) + x_32 = None + reshape_2 = l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_34 = x_33.mul(reshape_2) + x_33 = reshape_2 = None + x_35 = x_34 + x_24 + x_34 = x_24 = None + x_36 = x_35.permute(0, 2, 3, 1) + x_35 = None + x_37 = torch.nn.functional.layer_norm( + x_36, + (192,), + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_36 = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_ = (None) + x_38 = x_37.permute(0, 3, 1, 2) + x_37 = None + input_2 = torch.conv2d( + x_38, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_38 = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_ = (None) + x_39 = torch.conv2d( + input_2, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_40 = x_39.permute(0, 2, 3, 1) + x_39 = None + x_41 = torch.nn.functional.layer_norm( + x_40, + (384,), + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_40 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_42 = torch._C._nn.linear( + x_41, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_41 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_43 = torch._C._nn.gelu(x_42) + x_42 = None + x_44 = torch.nn.functional.dropout(x_43, 0.0, False, False) + x_43 = None + x_45 = torch._C._nn.linear( + x_44, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_44 = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_46 = torch.nn.functional.dropout(x_45, 0.0, False, False) + x_45 = None + x_47 = x_46.permute(0, 3, 1, 2) + x_46 = None + reshape_3 = l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_48 = x_47.mul(reshape_3) + x_47 = reshape_3 = None + x_49 = x_48 + input_2 + x_48 = input_2 = None + x_50 = torch.conv2d( + x_49, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_51 = x_50.permute(0, 2, 3, 1) + x_50 = None + x_52 = torch.nn.functional.layer_norm( + x_51, + (384,), + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_51 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_53 = torch._C._nn.linear( + x_52, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_52 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_54 = torch._C._nn.gelu(x_53) + x_53 = None + x_55 = torch.nn.functional.dropout(x_54, 0.0, False, False) + x_54 = None + x_56 = torch._C._nn.linear( + x_55, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_55 = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_57 = torch.nn.functional.dropout(x_56, 0.0, False, False) + x_56 = None + x_58 = x_57.permute(0, 3, 1, 2) + x_57 = None + reshape_4 = l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_59 = x_58.mul(reshape_4) + x_58 = reshape_4 = None + x_60 = x_59 + x_49 + x_59 = x_49 = None + x_61 = torch.conv2d( + x_60, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 384, + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_62 = x_61.permute(0, 2, 3, 1) + x_61 = None + x_63 = torch.nn.functional.layer_norm( + x_62, + (384,), + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_62 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_64 = torch._C._nn.linear( + x_63, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_63 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_65 = torch._C._nn.gelu(x_64) + x_64 = None + x_66 = torch.nn.functional.dropout(x_65, 0.0, False, False) + x_65 = None + x_67 = torch._C._nn.linear( + x_66, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_66 = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_68 = torch.nn.functional.dropout(x_67, 0.0, False, False) + x_67 = None + x_69 = x_68.permute(0, 3, 1, 2) + x_68 = None + reshape_5 = l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_70 = x_69.mul(reshape_5) + x_69 = reshape_5 = None + x_71 = x_70 + x_60 + x_70 = x_60 = None + x_72 = x_71.permute(0, 2, 3, 1) + x_71 = None + x_73 = torch.nn.functional.layer_norm( + x_72, + (384,), + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_72 = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_ = (None) + x_74 = x_73.permute(0, 3, 1, 2) + x_73 = None + input_3 = torch.conv2d( + x_74, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_74 = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_ = (None) + x_75 = torch.conv2d( + input_3, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_76 = x_75.permute(0, 2, 3, 1) + x_75 = None + x_77 = torch.nn.functional.layer_norm( + x_76, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_76 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_78 = torch._C._nn.linear( + x_77, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_77 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_79 = torch._C._nn.gelu(x_78) + x_78 = None + x_80 = torch.nn.functional.dropout(x_79, 0.0, False, False) + x_79 = None + x_81 = torch._C._nn.linear( + x_80, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_80 = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_82 = torch.nn.functional.dropout(x_81, 0.0, False, False) + x_81 = None + x_83 = x_82.permute(0, 3, 1, 2) + x_82 = None + reshape_6 = l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_84 = x_83.mul(reshape_6) + x_83 = reshape_6 = None + x_85 = x_84 + input_3 + x_84 = input_3 = None + x_86 = torch.conv2d( + x_85, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_87 = x_86.permute(0, 2, 3, 1) + x_86 = None + x_88 = torch.nn.functional.layer_norm( + x_87, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_87 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_89 = torch._C._nn.linear( + x_88, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_88 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_90 = torch._C._nn.gelu(x_89) + x_89 = None + x_91 = torch.nn.functional.dropout(x_90, 0.0, False, False) + x_90 = None + x_92 = torch._C._nn.linear( + x_91, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_91 = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_93 = torch.nn.functional.dropout(x_92, 0.0, False, False) + x_92 = None + x_94 = x_93.permute(0, 3, 1, 2) + x_93 = None + reshape_7 = l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_95 = x_94.mul(reshape_7) + x_94 = reshape_7 = None + x_96 = x_95 + x_85 + x_95 = x_85 = None + x_97 = torch.conv2d( + x_96, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_98 = x_97.permute(0, 2, 3, 1) + x_97 = None + x_99 = torch.nn.functional.layer_norm( + x_98, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_98 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_100 = torch._C._nn.linear( + x_99, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_99 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_101 = torch._C._nn.gelu(x_100) + x_100 = None + x_102 = torch.nn.functional.dropout(x_101, 0.0, False, False) + x_101 = None + x_103 = torch._C._nn.linear( + x_102, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_102 = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_104 = torch.nn.functional.dropout(x_103, 0.0, False, False) + x_103 = None + x_105 = x_104.permute(0, 3, 1, 2) + x_104 = None + reshape_8 = l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_106 = x_105.mul(reshape_8) + x_105 = reshape_8 = None + x_107 = x_106 + x_96 + x_106 = x_96 = None + x_108 = torch.conv2d( + x_107, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_ = (None) + x_109 = x_108.permute(0, 2, 3, 1) + x_108 = None + x_110 = torch.nn.functional.layer_norm( + x_109, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_, + 1e-06, + ) + x_109 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_ = (None) + x_111 = torch._C._nn.linear( + x_110, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_, + ) + x_110 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_112 = torch._C._nn.gelu(x_111) + x_111 = None + x_113 = torch.nn.functional.dropout(x_112, 0.0, False, False) + x_112 = None + x_114 = torch._C._nn.linear( + x_113, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_, + ) + x_113 = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_115 = torch.nn.functional.dropout(x_114, 0.0, False, False) + x_114 = None + x_116 = x_115.permute(0, 3, 1, 2) + x_115 = None + reshape_9 = l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_ = ( + None + ) + x_117 = x_116.mul(reshape_9) + x_116 = reshape_9 = None + x_118 = x_117 + x_107 + x_117 = x_107 = None + x_119 = torch.conv2d( + x_118, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_ = (None) + x_120 = x_119.permute(0, 2, 3, 1) + x_119 = None + x_121 = torch.nn.functional.layer_norm( + x_120, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_, + 1e-06, + ) + x_120 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_ = (None) + x_122 = torch._C._nn.linear( + x_121, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_, + ) + x_121 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_123 = torch._C._nn.gelu(x_122) + x_122 = None + x_124 = torch.nn.functional.dropout(x_123, 0.0, False, False) + x_123 = None + x_125 = torch._C._nn.linear( + x_124, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_, + ) + x_124 = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_126 = torch.nn.functional.dropout(x_125, 0.0, False, False) + x_125 = None + x_127 = x_126.permute(0, 3, 1, 2) + x_126 = None + reshape_10 = l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_ = ( + None + ) + x_128 = x_127.mul(reshape_10) + x_127 = reshape_10 = None + x_129 = x_128 + x_118 + x_128 = x_118 = None + x_130 = torch.conv2d( + x_129, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_ = (None) + x_131 = x_130.permute(0, 2, 3, 1) + x_130 = None + x_132 = torch.nn.functional.layer_norm( + x_131, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_, + 1e-06, + ) + x_131 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_ = (None) + x_133 = torch._C._nn.linear( + x_132, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_, + ) + x_132 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_134 = torch._C._nn.gelu(x_133) + x_133 = None + x_135 = torch.nn.functional.dropout(x_134, 0.0, False, False) + x_134 = None + x_136 = torch._C._nn.linear( + x_135, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_, + ) + x_135 = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_137 = torch.nn.functional.dropout(x_136, 0.0, False, False) + x_136 = None + x_138 = x_137.permute(0, 3, 1, 2) + x_137 = None + reshape_11 = l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_ = ( + None + ) + x_139 = x_138.mul(reshape_11) + x_138 = reshape_11 = None + x_140 = x_139 + x_129 + x_139 = x_129 = None + x_141 = torch.conv2d( + x_140, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_ = (None) + x_142 = x_141.permute(0, 2, 3, 1) + x_141 = None + x_143 = torch.nn.functional.layer_norm( + x_142, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_, + 1e-06, + ) + x_142 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_ = (None) + x_144 = torch._C._nn.linear( + x_143, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_, + ) + x_143 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_145 = torch._C._nn.gelu(x_144) + x_144 = None + x_146 = torch.nn.functional.dropout(x_145, 0.0, False, False) + x_145 = None + x_147 = torch._C._nn.linear( + x_146, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_, + ) + x_146 = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_148 = torch.nn.functional.dropout(x_147, 0.0, False, False) + x_147 = None + x_149 = x_148.permute(0, 3, 1, 2) + x_148 = None + reshape_12 = l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_ = ( + None + ) + x_150 = x_149.mul(reshape_12) + x_149 = reshape_12 = None + x_151 = x_150 + x_140 + x_150 = x_140 = None + x_152 = torch.conv2d( + x_151, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_ = (None) + x_153 = x_152.permute(0, 2, 3, 1) + x_152 = None + x_154 = torch.nn.functional.layer_norm( + x_153, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_, + 1e-06, + ) + x_153 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_ = (None) + x_155 = torch._C._nn.linear( + x_154, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_, + ) + x_154 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_156 = torch._C._nn.gelu(x_155) + x_155 = None + x_157 = torch.nn.functional.dropout(x_156, 0.0, False, False) + x_156 = None + x_158 = torch._C._nn.linear( + x_157, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_, + ) + x_157 = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_159 = torch.nn.functional.dropout(x_158, 0.0, False, False) + x_158 = None + x_160 = x_159.permute(0, 3, 1, 2) + x_159 = None + reshape_13 = l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_ = ( + None + ) + x_161 = x_160.mul(reshape_13) + x_160 = reshape_13 = None + x_162 = x_161 + x_151 + x_161 = x_151 = None + x_163 = torch.conv2d( + x_162, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_ = (None) + x_164 = x_163.permute(0, 2, 3, 1) + x_163 = None + x_165 = torch.nn.functional.layer_norm( + x_164, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_, + 1e-06, + ) + x_164 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_ = (None) + x_166 = torch._C._nn.linear( + x_165, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_, + ) + x_165 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_167 = torch._C._nn.gelu(x_166) + x_166 = None + x_168 = torch.nn.functional.dropout(x_167, 0.0, False, False) + x_167 = None + x_169 = torch._C._nn.linear( + x_168, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_, + ) + x_168 = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_170 = torch.nn.functional.dropout(x_169, 0.0, False, False) + x_169 = None + x_171 = x_170.permute(0, 3, 1, 2) + x_170 = None + reshape_14 = l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_ = ( + None + ) + x_172 = x_171.mul(reshape_14) + x_171 = reshape_14 = None + x_173 = x_172 + x_162 + x_172 = x_162 = None + x_174 = torch.conv2d( + x_173, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_ = (None) + x_175 = x_174.permute(0, 2, 3, 1) + x_174 = None + x_176 = torch.nn.functional.layer_norm( + x_175, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_, + 1e-06, + ) + x_175 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_ = (None) + x_177 = torch._C._nn.linear( + x_176, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_, + ) + x_176 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_178 = torch._C._nn.gelu(x_177) + x_177 = None + x_179 = torch.nn.functional.dropout(x_178, 0.0, False, False) + x_178 = None + x_180 = torch._C._nn.linear( + x_179, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_, + ) + x_179 = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_181 = torch.nn.functional.dropout(x_180, 0.0, False, False) + x_180 = None + x_182 = x_181.permute(0, 3, 1, 2) + x_181 = None + reshape_15 = l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_ = ( + None + ) + x_183 = x_182.mul(reshape_15) + x_182 = reshape_15 = None + x_184 = x_183 + x_173 + x_183 = x_173 = None + x_185 = torch.conv2d( + x_184, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_ = (None) + x_186 = x_185.permute(0, 2, 3, 1) + x_185 = None + x_187 = torch.nn.functional.layer_norm( + x_186, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_, + 1e-06, + ) + x_186 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_ = (None) + x_188 = torch._C._nn.linear( + x_187, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_, + ) + x_187 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_189 = torch._C._nn.gelu(x_188) + x_188 = None + x_190 = torch.nn.functional.dropout(x_189, 0.0, False, False) + x_189 = None + x_191 = torch._C._nn.linear( + x_190, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_, + ) + x_190 = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_192 = torch.nn.functional.dropout(x_191, 0.0, False, False) + x_191 = None + x_193 = x_192.permute(0, 3, 1, 2) + x_192 = None + reshape_16 = l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_ = ( + None + ) + x_194 = x_193.mul(reshape_16) + x_193 = reshape_16 = None + x_195 = x_194 + x_184 + x_194 = x_184 = None + x_196 = torch.conv2d( + x_195, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_ = (None) + x_197 = x_196.permute(0, 2, 3, 1) + x_196 = None + x_198 = torch.nn.functional.layer_norm( + x_197, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_, + 1e-06, + ) + x_197 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_ = (None) + x_199 = torch._C._nn.linear( + x_198, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_, + ) + x_198 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_200 = torch._C._nn.gelu(x_199) + x_199 = None + x_201 = torch.nn.functional.dropout(x_200, 0.0, False, False) + x_200 = None + x_202 = torch._C._nn.linear( + x_201, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_, + ) + x_201 = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_203 = torch.nn.functional.dropout(x_202, 0.0, False, False) + x_202 = None + x_204 = x_203.permute(0, 3, 1, 2) + x_203 = None + reshape_17 = l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_ = ( + None + ) + x_205 = x_204.mul(reshape_17) + x_204 = reshape_17 = None + x_206 = x_205 + x_195 + x_205 = x_195 = None + x_207 = torch.conv2d( + x_206, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_ = (None) + x_208 = x_207.permute(0, 2, 3, 1) + x_207 = None + x_209 = torch.nn.functional.layer_norm( + x_208, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_, + 1e-06, + ) + x_208 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_ = (None) + x_210 = torch._C._nn.linear( + x_209, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_, + ) + x_209 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_211 = torch._C._nn.gelu(x_210) + x_210 = None + x_212 = torch.nn.functional.dropout(x_211, 0.0, False, False) + x_211 = None + x_213 = torch._C._nn.linear( + x_212, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_, + ) + x_212 = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_214 = torch.nn.functional.dropout(x_213, 0.0, False, False) + x_213 = None + x_215 = x_214.permute(0, 3, 1, 2) + x_214 = None + reshape_18 = l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_ = ( + None + ) + x_216 = x_215.mul(reshape_18) + x_215 = reshape_18 = None + x_217 = x_216 + x_206 + x_216 = x_206 = None + x_218 = torch.conv2d( + x_217, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_ = (None) + x_219 = x_218.permute(0, 2, 3, 1) + x_218 = None + x_220 = torch.nn.functional.layer_norm( + x_219, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_, + 1e-06, + ) + x_219 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_ = (None) + x_221 = torch._C._nn.linear( + x_220, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_, + ) + x_220 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_222 = torch._C._nn.gelu(x_221) + x_221 = None + x_223 = torch.nn.functional.dropout(x_222, 0.0, False, False) + x_222 = None + x_224 = torch._C._nn.linear( + x_223, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_, + ) + x_223 = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_225 = torch.nn.functional.dropout(x_224, 0.0, False, False) + x_224 = None + x_226 = x_225.permute(0, 3, 1, 2) + x_225 = None + reshape_19 = l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_ = ( + None + ) + x_227 = x_226.mul(reshape_19) + x_226 = reshape_19 = None + x_228 = x_227 + x_217 + x_227 = x_217 = None + x_229 = torch.conv2d( + x_228, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_ = (None) + x_230 = x_229.permute(0, 2, 3, 1) + x_229 = None + x_231 = torch.nn.functional.layer_norm( + x_230, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_, + 1e-06, + ) + x_230 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_ = (None) + x_232 = torch._C._nn.linear( + x_231, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_, + ) + x_231 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_233 = torch._C._nn.gelu(x_232) + x_232 = None + x_234 = torch.nn.functional.dropout(x_233, 0.0, False, False) + x_233 = None + x_235 = torch._C._nn.linear( + x_234, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_, + ) + x_234 = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_236 = torch.nn.functional.dropout(x_235, 0.0, False, False) + x_235 = None + x_237 = x_236.permute(0, 3, 1, 2) + x_236 = None + reshape_20 = l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_ = ( + None + ) + x_238 = x_237.mul(reshape_20) + x_237 = reshape_20 = None + x_239 = x_238 + x_228 + x_238 = x_228 = None + x_240 = torch.conv2d( + x_239, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_ = (None) + x_241 = x_240.permute(0, 2, 3, 1) + x_240 = None + x_242 = torch.nn.functional.layer_norm( + x_241, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_, + 1e-06, + ) + x_241 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_ = (None) + x_243 = torch._C._nn.linear( + x_242, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_, + ) + x_242 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_244 = torch._C._nn.gelu(x_243) + x_243 = None + x_245 = torch.nn.functional.dropout(x_244, 0.0, False, False) + x_244 = None + x_246 = torch._C._nn.linear( + x_245, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_, + ) + x_245 = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_247 = torch.nn.functional.dropout(x_246, 0.0, False, False) + x_246 = None + x_248 = x_247.permute(0, 3, 1, 2) + x_247 = None + reshape_21 = l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_ = ( + None + ) + x_249 = x_248.mul(reshape_21) + x_248 = reshape_21 = None + x_250 = x_249 + x_239 + x_249 = x_239 = None + x_251 = torch.conv2d( + x_250, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_ = (None) + x_252 = x_251.permute(0, 2, 3, 1) + x_251 = None + x_253 = torch.nn.functional.layer_norm( + x_252, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_, + 1e-06, + ) + x_252 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_ = (None) + x_254 = torch._C._nn.linear( + x_253, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_, + ) + x_253 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_255 = torch._C._nn.gelu(x_254) + x_254 = None + x_256 = torch.nn.functional.dropout(x_255, 0.0, False, False) + x_255 = None + x_257 = torch._C._nn.linear( + x_256, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_, + ) + x_256 = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_258 = torch.nn.functional.dropout(x_257, 0.0, False, False) + x_257 = None + x_259 = x_258.permute(0, 3, 1, 2) + x_258 = None + reshape_22 = l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_ = ( + None + ) + x_260 = x_259.mul(reshape_22) + x_259 = reshape_22 = None + x_261 = x_260 + x_250 + x_260 = x_250 = None + x_262 = torch.conv2d( + x_261, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_ = (None) + x_263 = x_262.permute(0, 2, 3, 1) + x_262 = None + x_264 = torch.nn.functional.layer_norm( + x_263, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_, + 1e-06, + ) + x_263 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_ = (None) + x_265 = torch._C._nn.linear( + x_264, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_, + ) + x_264 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_266 = torch._C._nn.gelu(x_265) + x_265 = None + x_267 = torch.nn.functional.dropout(x_266, 0.0, False, False) + x_266 = None + x_268 = torch._C._nn.linear( + x_267, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_, + ) + x_267 = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_269 = torch.nn.functional.dropout(x_268, 0.0, False, False) + x_268 = None + x_270 = x_269.permute(0, 3, 1, 2) + x_269 = None + reshape_23 = l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_ = ( + None + ) + x_271 = x_270.mul(reshape_23) + x_270 = reshape_23 = None + x_272 = x_271 + x_261 + x_271 = x_261 = None + x_273 = torch.conv2d( + x_272, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_ = (None) + x_274 = x_273.permute(0, 2, 3, 1) + x_273 = None + x_275 = torch.nn.functional.layer_norm( + x_274, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_, + 1e-06, + ) + x_274 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_ = (None) + x_276 = torch._C._nn.linear( + x_275, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_, + ) + x_275 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_277 = torch._C._nn.gelu(x_276) + x_276 = None + x_278 = torch.nn.functional.dropout(x_277, 0.0, False, False) + x_277 = None + x_279 = torch._C._nn.linear( + x_278, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_, + ) + x_278 = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_280 = torch.nn.functional.dropout(x_279, 0.0, False, False) + x_279 = None + x_281 = x_280.permute(0, 3, 1, 2) + x_280 = None + reshape_24 = l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_ = ( + None + ) + x_282 = x_281.mul(reshape_24) + x_281 = reshape_24 = None + x_283 = x_282 + x_272 + x_282 = x_272 = None + x_284 = torch.conv2d( + x_283, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_ = (None) + x_285 = x_284.permute(0, 2, 3, 1) + x_284 = None + x_286 = torch.nn.functional.layer_norm( + x_285, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_, + 1e-06, + ) + x_285 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_ = (None) + x_287 = torch._C._nn.linear( + x_286, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_, + ) + x_286 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_288 = torch._C._nn.gelu(x_287) + x_287 = None + x_289 = torch.nn.functional.dropout(x_288, 0.0, False, False) + x_288 = None + x_290 = torch._C._nn.linear( + x_289, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_, + ) + x_289 = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_291 = torch.nn.functional.dropout(x_290, 0.0, False, False) + x_290 = None + x_292 = x_291.permute(0, 3, 1, 2) + x_291 = None + reshape_25 = l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_ = ( + None + ) + x_293 = x_292.mul(reshape_25) + x_292 = reshape_25 = None + x_294 = x_293 + x_283 + x_293 = x_283 = None + x_295 = torch.conv2d( + x_294, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_ = (None) + x_296 = x_295.permute(0, 2, 3, 1) + x_295 = None + x_297 = torch.nn.functional.layer_norm( + x_296, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_, + 1e-06, + ) + x_296 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_ = (None) + x_298 = torch._C._nn.linear( + x_297, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_, + ) + x_297 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_299 = torch._C._nn.gelu(x_298) + x_298 = None + x_300 = torch.nn.functional.dropout(x_299, 0.0, False, False) + x_299 = None + x_301 = torch._C._nn.linear( + x_300, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_, + ) + x_300 = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_302 = torch.nn.functional.dropout(x_301, 0.0, False, False) + x_301 = None + x_303 = x_302.permute(0, 3, 1, 2) + x_302 = None + reshape_26 = l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_ = ( + None + ) + x_304 = x_303.mul(reshape_26) + x_303 = reshape_26 = None + x_305 = x_304 + x_294 + x_304 = x_294 = None + x_306 = torch.conv2d( + x_305, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_ = (None) + x_307 = x_306.permute(0, 2, 3, 1) + x_306 = None + x_308 = torch.nn.functional.layer_norm( + x_307, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_, + 1e-06, + ) + x_307 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_ = (None) + x_309 = torch._C._nn.linear( + x_308, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_, + ) + x_308 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_310 = torch._C._nn.gelu(x_309) + x_309 = None + x_311 = torch.nn.functional.dropout(x_310, 0.0, False, False) + x_310 = None + x_312 = torch._C._nn.linear( + x_311, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_, + ) + x_311 = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_313 = torch.nn.functional.dropout(x_312, 0.0, False, False) + x_312 = None + x_314 = x_313.permute(0, 3, 1, 2) + x_313 = None + reshape_27 = l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_ = ( + None + ) + x_315 = x_314.mul(reshape_27) + x_314 = reshape_27 = None + x_316 = x_315 + x_305 + x_315 = x_305 = None + x_317 = torch.conv2d( + x_316, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_ = (None) + x_318 = x_317.permute(0, 2, 3, 1) + x_317 = None + x_319 = torch.nn.functional.layer_norm( + x_318, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_, + 1e-06, + ) + x_318 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_ = (None) + x_320 = torch._C._nn.linear( + x_319, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_, + ) + x_319 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_321 = torch._C._nn.gelu(x_320) + x_320 = None + x_322 = torch.nn.functional.dropout(x_321, 0.0, False, False) + x_321 = None + x_323 = torch._C._nn.linear( + x_322, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_, + ) + x_322 = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_324 = torch.nn.functional.dropout(x_323, 0.0, False, False) + x_323 = None + x_325 = x_324.permute(0, 3, 1, 2) + x_324 = None + reshape_28 = l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_ = ( + None + ) + x_326 = x_325.mul(reshape_28) + x_325 = reshape_28 = None + x_327 = x_326 + x_316 + x_326 = x_316 = None + x_328 = torch.conv2d( + x_327, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_ = (None) + x_329 = x_328.permute(0, 2, 3, 1) + x_328 = None + x_330 = torch.nn.functional.layer_norm( + x_329, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_, + 1e-06, + ) + x_329 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_ = (None) + x_331 = torch._C._nn.linear( + x_330, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_, + ) + x_330 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_332 = torch._C._nn.gelu(x_331) + x_331 = None + x_333 = torch.nn.functional.dropout(x_332, 0.0, False, False) + x_332 = None + x_334 = torch._C._nn.linear( + x_333, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_, + ) + x_333 = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_335 = torch.nn.functional.dropout(x_334, 0.0, False, False) + x_334 = None + x_336 = x_335.permute(0, 3, 1, 2) + x_335 = None + reshape_29 = l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_ = ( + None + ) + x_337 = x_336.mul(reshape_29) + x_336 = reshape_29 = None + x_338 = x_337 + x_327 + x_337 = x_327 = None + x_339 = torch.conv2d( + x_338, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_ = (None) + x_340 = x_339.permute(0, 2, 3, 1) + x_339 = None + x_341 = torch.nn.functional.layer_norm( + x_340, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_, + 1e-06, + ) + x_340 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_ = (None) + x_342 = torch._C._nn.linear( + x_341, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_, + ) + x_341 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_343 = torch._C._nn.gelu(x_342) + x_342 = None + x_344 = torch.nn.functional.dropout(x_343, 0.0, False, False) + x_343 = None + x_345 = torch._C._nn.linear( + x_344, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_, + ) + x_344 = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_346 = torch.nn.functional.dropout(x_345, 0.0, False, False) + x_345 = None + x_347 = x_346.permute(0, 3, 1, 2) + x_346 = None + reshape_30 = l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_ = ( + None + ) + x_348 = x_347.mul(reshape_30) + x_347 = reshape_30 = None + x_349 = x_348 + x_338 + x_348 = x_338 = None + x_350 = torch.conv2d( + x_349, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_ = (None) + x_351 = x_350.permute(0, 2, 3, 1) + x_350 = None + x_352 = torch.nn.functional.layer_norm( + x_351, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_, + 1e-06, + ) + x_351 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_ = (None) + x_353 = torch._C._nn.linear( + x_352, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_, + ) + x_352 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_354 = torch._C._nn.gelu(x_353) + x_353 = None + x_355 = torch.nn.functional.dropout(x_354, 0.0, False, False) + x_354 = None + x_356 = torch._C._nn.linear( + x_355, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_, + ) + x_355 = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_357 = torch.nn.functional.dropout(x_356, 0.0, False, False) + x_356 = None + x_358 = x_357.permute(0, 3, 1, 2) + x_357 = None + reshape_31 = l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_ = ( + None + ) + x_359 = x_358.mul(reshape_31) + x_358 = reshape_31 = None + x_360 = x_359 + x_349 + x_359 = x_349 = None + x_361 = torch.conv2d( + x_360, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 768, + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_ = (None) + x_362 = x_361.permute(0, 2, 3, 1) + x_361 = None + x_363 = torch.nn.functional.layer_norm( + x_362, + (768,), + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_, + 1e-06, + ) + x_362 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_ = (None) + x_364 = torch._C._nn.linear( + x_363, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_, + ) + x_363 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_365 = torch._C._nn.gelu(x_364) + x_364 = None + x_366 = torch.nn.functional.dropout(x_365, 0.0, False, False) + x_365 = None + x_367 = torch._C._nn.linear( + x_366, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_, + ) + x_366 = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_368 = torch.nn.functional.dropout(x_367, 0.0, False, False) + x_367 = None + x_369 = x_368.permute(0, 3, 1, 2) + x_368 = None + reshape_32 = l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_ = ( + None + ) + x_370 = x_369.mul(reshape_32) + x_369 = reshape_32 = None + x_371 = x_370 + x_360 + x_370 = x_360 = None + x_372 = x_371.permute(0, 2, 3, 1) + x_371 = None + x_373 = torch.nn.functional.layer_norm( + x_372, + (768,), + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_, + 1e-06, + ) + x_372 = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_ = (None) + x_374 = x_373.permute(0, 3, 1, 2) + x_373 = None + input_4 = torch.conv2d( + x_374, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_, + l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_, + (2, 2), + (0, 0), + (1, 1), + 1, + ) + x_374 = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_ = l_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_ = (None) + x_375 = torch.conv2d( + input_4, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1536, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_ = (None) + x_376 = x_375.permute(0, 2, 3, 1) + x_375 = None + x_377 = torch.nn.functional.layer_norm( + x_376, + (1536,), + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_, + 1e-06, + ) + x_376 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_ = (None) + x_378 = torch._C._nn.linear( + x_377, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_, + ) + x_377 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_379 = torch._C._nn.gelu(x_378) + x_378 = None + x_380 = torch.nn.functional.dropout(x_379, 0.0, False, False) + x_379 = None + x_381 = torch._C._nn.linear( + x_380, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_, + ) + x_380 = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_382 = torch.nn.functional.dropout(x_381, 0.0, False, False) + x_381 = None + x_383 = x_382.permute(0, 3, 1, 2) + x_382 = None + reshape_33 = l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_ = ( + None + ) + x_384 = x_383.mul(reshape_33) + x_383 = reshape_33 = None + x_385 = x_384 + input_4 + x_384 = input_4 = None + x_386 = torch.conv2d( + x_385, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1536, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_ = (None) + x_387 = x_386.permute(0, 2, 3, 1) + x_386 = None + x_388 = torch.nn.functional.layer_norm( + x_387, + (1536,), + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_, + 1e-06, + ) + x_387 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_ = (None) + x_389 = torch._C._nn.linear( + x_388, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_, + ) + x_388 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_390 = torch._C._nn.gelu(x_389) + x_389 = None + x_391 = torch.nn.functional.dropout(x_390, 0.0, False, False) + x_390 = None + x_392 = torch._C._nn.linear( + x_391, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_, + ) + x_391 = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_393 = torch.nn.functional.dropout(x_392, 0.0, False, False) + x_392 = None + x_394 = x_393.permute(0, 3, 1, 2) + x_393 = None + reshape_34 = l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_ = ( + None + ) + x_395 = x_394.mul(reshape_34) + x_394 = reshape_34 = None + x_396 = x_395 + x_385 + x_395 = x_385 = None + x_397 = torch.conv2d( + x_396, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_, + (1, 1), + (3, 3), + (1, 1), + 1536, + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_ = (None) + x_398 = x_397.permute(0, 2, 3, 1) + x_397 = None + x_399 = torch.nn.functional.layer_norm( + x_398, + (1536,), + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_, + 1e-06, + ) + x_398 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_ = (None) + x_400 = torch._C._nn.linear( + x_399, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_, + ) + x_399 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_ = (None) + x_401 = torch._C._nn.gelu(x_400) + x_400 = None + x_402 = torch.nn.functional.dropout(x_401, 0.0, False, False) + x_401 = None + x_403 = torch._C._nn.linear( + x_402, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_, + l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_, + ) + x_402 = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_ = l_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_ = (None) + x_404 = torch.nn.functional.dropout(x_403, 0.0, False, False) + x_403 = None + x_405 = x_404.permute(0, 3, 1, 2) + x_404 = None + reshape_35 = l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_.reshape( + 1, -1, 1, 1 + ) + l_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_ = ( + None + ) + x_406 = x_405.mul(reshape_35) + x_405 = reshape_35 = None + x_407 = x_406 + x_396 + x_406 = x_396 = None + x_408 = torch.nn.functional.adaptive_avg_pool2d(x_407, 1) + x_407 = None + x_409 = x_408.permute(0, 2, 3, 1) + x_408 = None + x_410 = torch.nn.functional.layer_norm( + x_409, + (1536,), + l_self_modules_head_modules_norm_parameters_weight_, + l_self_modules_head_modules_norm_parameters_bias_, + 1e-06, + ) + x_409 = ( + l_self_modules_head_modules_norm_parameters_weight_ + ) = l_self_modules_head_modules_norm_parameters_bias_ = None + x_411 = x_410.permute(0, 3, 1, 2) + x_410 = None + x_412 = x_411.flatten(1, -1) + x_411 = None + input_5 = torch._C._nn.linear( + x_412, + l_self_modules_head_modules_pre_logits_modules_fc_parameters_weight_, + l_self_modules_head_modules_pre_logits_modules_fc_parameters_bias_, + ) + x_412 = ( + l_self_modules_head_modules_pre_logits_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_pre_logits_modules_fc_parameters_bias_ = None + input_6 = torch._C._nn.gelu(input_5) + input_5 = None + x_413 = torch.nn.functional.dropout(input_6, 0.0, False, False) + input_6 = None + x_414 = torch._C._nn.linear( + x_413, + l_self_modules_head_modules_fc_parameters_weight_, + l_self_modules_head_modules_fc_parameters_bias_, + ) + x_413 = ( + l_self_modules_head_modules_fc_parameters_weight_ + ) = l_self_modules_head_modules_fc_parameters_bias_ = None + return (x_414,) diff --git a/samples/timm/convnext_large_mlp.clip_laion2b_augreg/weight_meta.py b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/weight_meta.py new file mode 100644 index 0000000000..adb9903b8f --- /dev/null +++ b/samples/timm/convnext_large_mlp.clip_laion2b_augreg/weight_meta.py @@ -0,0 +1,3490 @@ +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_weight_: + name = "L_self_modules_stem_modules_0_parameters_weight_" + shape = [192, 3, 4, 4] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_0_parameters_bias_: + name = "L_self_modules_stem_modules_0_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_s1: + name = "s1" + shape = [] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + data = [4] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.227 + std = 1.285 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_weight_: + name = "L_self_modules_stem_modules_1_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stem_modules_1_parameters_bias_: + name = "L_self_modules_stem_modules_1_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_0_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_1_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [192, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [768, 192] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [192, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_0_modules_blocks_modules_2_parameters_gamma_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_weight_" + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_0_parameters_bias_" + ) + shape = [192] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_weight_" + shape = [384, 192, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_1_modules_downsample_modules_1_parameters_bias_" + ) + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_0_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_1_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [384, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [1536, 384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [384, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_1_modules_blocks_modules_2_parameters_gamma_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_weight_" + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_0_parameters_bias_" + ) + shape = [384] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_weight_" + shape = [768, 384, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_2_modules_downsample_modules_1_parameters_bias_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_0_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_1_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_2_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_3_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_4_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_5_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_6_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_7_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_8_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_9_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_10_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_11_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_12_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_13_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_14_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_15_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_16_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_17_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_18_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_19_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_20_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_21_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_22_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_23_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_24_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_25_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_weight_" + shape = [768, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_conv_dw_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_norm_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_weight_" + shape = [3072, 768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc1_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_weight_" + shape = [768, 3072] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_modules_mlp_modules_fc2_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_: + name = "L_self_modules_stages_modules_2_modules_blocks_modules_26_parameters_gamma_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_weight_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_0_parameters_bias_" + ) + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_weight_" + shape = [1536, 768, 2, 2] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_: + name = ( + "L_self_modules_stages_modules_3_modules_downsample_modules_1_parameters_bias_" + ) + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_weight_" + shape = [1536, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_conv_dw_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_weight_" + shape = [6144, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc1_parameters_bias_" + shape = [6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_weight_" + shape = [1536, 6144] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_modules_mlp_modules_fc2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_0_parameters_gamma_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_weight_" + shape = [1536, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_conv_dw_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_weight_" + shape = [6144, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc1_parameters_bias_" + shape = [6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_weight_" + shape = [1536, 6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_modules_mlp_modules_fc2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_1_parameters_gamma_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_weight_" + shape = [1536, 1, 7, 7] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_conv_dw_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_weight_" + shape = [6144, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc1_parameters_bias_" + shape = [6144] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_weight_" + shape = [1536, 6144] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_modules_mlp_modules_fc2_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_: + name = "L_self_modules_stages_modules_3_modules_blocks_modules_2_parameters_gamma_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_weight_: + name = "L_self_modules_head_modules_norm_parameters_weight_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 1.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_norm_parameters_bias_: + name = "L_self_modules_head_modules_norm_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_pre_logits_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_pre_logits_modules_fc_parameters_weight_" + shape = [1536, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_pre_logits_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_pre_logits_modules_fc_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_weight_: + name = "L_self_modules_head_modules_fc_parameters_weight_" + shape = [768, 1536] + dtype = "torch.float32" + device = "cuda:0" + mean = -0.000 + std = 0.020 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_modules_fc_parameters_bias_: + name = "L_self_modules_head_modules_fc_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cuda:0" + mean = 0.000 + std = 0.000 + data = None