diff --git a/samples/transformers-auto-model/AK_ak_nlp/graph_net.json b/samples/transformers-auto-model/AK_ak_nlp/graph_net.json index d6e4cac652..55290d5c6d 100644 --- a/samples/transformers-auto-model/AK_ak_nlp/graph_net.json +++ b/samples/transformers-auto-model/AK_ak_nlp/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/AVSilva_bertimbau-large-fine-tuned-md/graph_net.json b/samples/transformers-auto-model/AVSilva_bertimbau-large-fine-tuned-md/graph_net.json index 315455e914..da090d0f17 100644 --- a/samples/transformers-auto-model/AVSilva_bertimbau-large-fine-tuned-md/graph_net.json +++ b/samples/transformers-auto-model/AVSilva_bertimbau-large-fine-tuned-md/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/AethiQs-Max_AethiQs_GemBERT_bertje_50k/graph_net.json b/samples/transformers-auto-model/AethiQs-Max_AethiQs_GemBERT_bertje_50k/graph_net.json index c4641e712a..10a15906a9 100644 --- a/samples/transformers-auto-model/AethiQs-Max_AethiQs_GemBERT_bertje_50k/graph_net.json +++ b/samples/transformers-auto-model/AethiQs-Max_AethiQs_GemBERT_bertje_50k/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Aleksandar_bert-srb-ner-setimes/graph_net.json b/samples/transformers-auto-model/Aleksandar_bert-srb-ner-setimes/graph_net.json index 84aae1920c..766c9a1279 100644 --- a/samples/transformers-auto-model/Aleksandar_bert-srb-ner-setimes/graph_net.json +++ b/samples/transformers-auto-model/Aleksandar_bert-srb-ner-setimes/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Aleksandar_distilbert-srb-ner-setimes/graph_net.json b/samples/transformers-auto-model/Aleksandar_distilbert-srb-ner-setimes/graph_net.json index fb1aa8eafd..ab6340c6b5 100644 --- a/samples/transformers-auto-model/Aleksandar_distilbert-srb-ner-setimes/graph_net.json +++ b/samples/transformers-auto-model/Aleksandar_distilbert-srb-ner-setimes/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Andrija_SRoBERTa-L-NER/graph_net.json b/samples/transformers-auto-model/Andrija_SRoBERTa-L-NER/graph_net.json index dd4ac4dbd5..de98a7e9bb 100644 --- a/samples/transformers-auto-model/Andrija_SRoBERTa-L-NER/graph_net.json +++ b/samples/transformers-auto-model/Andrija_SRoBERTa-L-NER/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Andrija_SRoBERTa-NER/graph_net.json b/samples/transformers-auto-model/Andrija_SRoBERTa-NER/graph_net.json index 89055882b2..e011b432dc 100644 --- a/samples/transformers-auto-model/Andrija_SRoBERTa-NER/graph_net.json +++ b/samples/transformers-auto-model/Andrija_SRoBERTa-NER/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/CAMeL-Lab_text-editing-qalb14-nopnx/graph_net.json b/samples/transformers-auto-model/CAMeL-Lab_text-editing-qalb14-nopnx/graph_net.json index 970fcd2aa0..95614fabea 100644 --- a/samples/transformers-auto-model/CAMeL-Lab_text-editing-qalb14-nopnx/graph_net.json +++ b/samples/transformers-auto-model/CAMeL-Lab_text-editing-qalb14-nopnx/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/CLAck_en-vi/graph_net.json b/samples/transformers-auto-model/CLAck_en-vi/graph_net.json index 8301ffbe84..dbdaad2ab9 100644 --- a/samples/transformers-auto-model/CLAck_en-vi/graph_net.json +++ b/samples/transformers-auto-model/CLAck_en-vi/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Culmenus_XLMR-ENIS-finetuned-ner/graph_net.json b/samples/transformers-auto-model/Culmenus_XLMR-ENIS-finetuned-ner/graph_net.json index 3da51d813c..8141079a30 100644 --- a/samples/transformers-auto-model/Culmenus_XLMR-ENIS-finetuned-ner/graph_net.json +++ b/samples/transformers-auto-model/Culmenus_XLMR-ENIS-finetuned-ner/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-bort/graph_net.json b/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-bort/graph_net.json index 730e575d30..510974adb8 100644 --- a/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-bort/graph_net.json +++ b/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-bort/graph_net.json @@ -41,5 +41,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-merged/graph_net.json b/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-merged/graph_net.json index 5afab159f0..43ad9ac736 100644 --- a/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-merged/graph_net.json +++ b/samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-merged/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/DarshanDeshpande_marathi-distilbert/graph_net.json b/samples/transformers-auto-model/DarshanDeshpande_marathi-distilbert/graph_net.json index ef4cb7a41d..09d9c5cbdf 100644 --- a/samples/transformers-auto-model/DarshanDeshpande_marathi-distilbert/graph_net.json +++ b/samples/transformers-auto-model/DarshanDeshpande_marathi-distilbert/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Data-Lab_ruRoberta-large_classification_v0.2/graph_net.json b/samples/transformers-auto-model/Data-Lab_ruRoberta-large_classification_v0.2/graph_net.json index ac0de77d10..2ef393174e 100644 --- a/samples/transformers-auto-model/Data-Lab_ruRoberta-large_classification_v0.2/graph_net.json +++ b/samples/transformers-auto-model/Data-Lab_ruRoberta-large_classification_v0.2/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/DatologyAI_cls-opt-vit-b-32/graph_net.json b/samples/transformers-auto-model/DatologyAI_cls-opt-vit-b-32/graph_net.json index adb0744aa0..d665599bee 100644 --- a/samples/transformers-auto-model/DatologyAI_cls-opt-vit-b-32/graph_net.json +++ b/samples/transformers-auto-model/DatologyAI_cls-opt-vit-b-32/graph_net.json @@ -19,5 +19,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "dimension_generalization_passes": [] + "dimension_generalization_passes": [], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/DeepChem_ChemBERTa-10M-MLM/graph_net.json b/samples/transformers-auto-model/DeepChem_ChemBERTa-10M-MLM/graph_net.json index a743131cd7..dd188f3843 100644 --- a/samples/transformers-auto-model/DeepChem_ChemBERTa-10M-MLM/graph_net.json +++ b/samples/transformers-auto-model/DeepChem_ChemBERTa-10M-MLM/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Dr-BERT_CAS-Biomedical-POS-Tagging/graph_net.json b/samples/transformers-auto-model/Dr-BERT_CAS-Biomedical-POS-Tagging/graph_net.json index 558e6a361c..1dda9681ac 100644 --- a/samples/transformers-auto-model/Dr-BERT_CAS-Biomedical-POS-Tagging/graph_net.json +++ b/samples/transformers-auto-model/Dr-BERT_CAS-Biomedical-POS-Tagging/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/ELiRF_NASCA/graph_net.json b/samples/transformers-auto-model/ELiRF_NASCA/graph_net.json index a6707d8389..0d3d3397bf 100644 --- a/samples/transformers-auto-model/ELiRF_NASCA/graph_net.json +++ b/samples/transformers-auto-model/ELiRF_NASCA/graph_net.json @@ -1 +1,37 @@ -{"framework": "torch", "num_devices_required": 1, "num_nodes_required": 1, "dynamic": false, "model_name": "ELiRF/NASCA", "source": "huggingface_hub", "original_tag": ["transformers", "pytorch", "safetensors", "bart", "text2text-generation", "summarization", "ca", "endpoints_compatible", "region:us"], "heuristic_tag": "nlp", "dimension_generalization_passes": ["naive_call_method_view_pass", "tuple_arg_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass"]} \ No newline at end of file +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1, + "dynamic": false, + "model_name": "ELiRF/NASCA", + "source": "huggingface_hub", + "original_tag": [ + "transformers", + "pytorch", + "safetensors", + "bart", + "text2text-generation", + "summarization", + "ca", + "endpoints_compatible", + "region:us" + ], + "heuristic_tag": "nlp", + "dimension_generalization_passes": [ + "naive_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/ELiRF_mbart-large-cc25-dacsa-ca/graph_net.json b/samples/transformers-auto-model/ELiRF_mbart-large-cc25-dacsa-ca/graph_net.json index e1cc8b3707..cfc7865117 100644 --- a/samples/transformers-auto-model/ELiRF_mbart-large-cc25-dacsa-ca/graph_net.json +++ b/samples/transformers-auto-model/ELiRF_mbart-large-cc25-dacsa-ca/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/EMBEDDIA_est-roberta/graph_net.json b/samples/transformers-auto-model/EMBEDDIA_est-roberta/graph_net.json index a561c8c9f9..470a3421af 100644 --- a/samples/transformers-auto-model/EMBEDDIA_est-roberta/graph_net.json +++ b/samples/transformers-auto-model/EMBEDDIA_est-roberta/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/EMBEDDIA_finest-bert/graph_net.json b/samples/transformers-auto-model/EMBEDDIA_finest-bert/graph_net.json index 78328b021c..54123c68c2 100644 --- a/samples/transformers-auto-model/EMBEDDIA_finest-bert/graph_net.json +++ b/samples/transformers-auto-model/EMBEDDIA_finest-bert/graph_net.json @@ -35,5 +35,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/EMBEDDIA_litlat-bert/graph_net.json b/samples/transformers-auto-model/EMBEDDIA_litlat-bert/graph_net.json index b8e758cef9..9a76d2d817 100644 --- a/samples/transformers-auto-model/EMBEDDIA_litlat-bert/graph_net.json +++ b/samples/transformers-auto-model/EMBEDDIA_litlat-bert/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/FacebookAI_roberta-large/graph_net.json b/samples/transformers-auto-model/FacebookAI_roberta-large/graph_net.json index 4d29a79902..a7d0a59378 100644 --- a/samples/transformers-auto-model/FacebookAI_roberta-large/graph_net.json +++ b/samples/transformers-auto-model/FacebookAI_roberta-large/graph_net.json @@ -39,5 +39,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Film8844_wangchanberta-ner/graph_net.json b/samples/transformers-auto-model/Film8844_wangchanberta-ner/graph_net.json index 6de83d67db..8dd341e78e 100644 --- a/samples/transformers-auto-model/Film8844_wangchanberta-ner/graph_net.json +++ b/samples/transformers-auto-model/Film8844_wangchanberta-ner/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Geotrend_distilbert-base-ar-cased/graph_net.json b/samples/transformers-auto-model/Geotrend_distilbert-base-ar-cased/graph_net.json index af634fcc35..5d55196f5c 100644 --- a/samples/transformers-auto-model/Geotrend_distilbert-base-ar-cased/graph_net.json +++ b/samples/transformers-auto-model/Geotrend_distilbert-base-ar-cased/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Geotrend_distilbert-base-bg-cased/graph_net.json b/samples/transformers-auto-model/Geotrend_distilbert-base-bg-cased/graph_net.json index 3ac6d61a34..0113c005da 100644 --- a/samples/transformers-auto-model/Geotrend_distilbert-base-bg-cased/graph_net.json +++ b/samples/transformers-auto-model/Geotrend_distilbert-base-bg-cased/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Geotrend_distilbert-base-da-cased/graph_net.json b/samples/transformers-auto-model/Geotrend_distilbert-base-da-cased/graph_net.json index 721f5e48d9..4a70bf82db 100644 --- a/samples/transformers-auto-model/Geotrend_distilbert-base-da-cased/graph_net.json +++ b/samples/transformers-auto-model/Geotrend_distilbert-base-da-cased/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Ghana-NLP_robako-base-akuapem-twi-cased/graph_net.json b/samples/transformers-auto-model/Ghana-NLP_robako-base-akuapem-twi-cased/graph_net.json index 5cf5aeff7d..2949adc19c 100644 --- a/samples/transformers-auto-model/Ghana-NLP_robako-base-akuapem-twi-cased/graph_net.json +++ b/samples/transformers-auto-model/Ghana-NLP_robako-base-akuapem-twi-cased/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/GroNLP_bert-base-dutch-cased-frisian/graph_net.json b/samples/transformers-auto-model/GroNLP_bert-base-dutch-cased-frisian/graph_net.json index b3dbb2569a..8312655df2 100644 --- a/samples/transformers-auto-model/GroNLP_bert-base-dutch-cased-frisian/graph_net.json +++ b/samples/transformers-auto-model/GroNLP_bert-base-dutch-cased-frisian/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Hate-speech-CNERG_dehatebert-mono-arabic/graph_net.json b/samples/transformers-auto-model/Hate-speech-CNERG_dehatebert-mono-arabic/graph_net.json index 4703daf406..45d48811ab 100644 --- a/samples/transformers-auto-model/Hate-speech-CNERG_dehatebert-mono-arabic/graph_net.json +++ b/samples/transformers-auto-model/Hate-speech-CNERG_dehatebert-mono-arabic/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-NORTH_EU-NORTH_EU/graph_net.json b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-NORTH_EU-NORTH_EU/graph_net.json index a077eea9fd..9c8050b4c3 100644 --- a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-NORTH_EU-NORTH_EU/graph_net.json +++ b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-NORTH_EU-NORTH_EU/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-aed-es/graph_net.json b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-aed-es/graph_net.json index b4b2ebb627..e63905fddd 100644 --- a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-aed-es/graph_net.json +++ b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-aed-es/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-af-es/graph_net.json b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-af-es/graph_net.json index 98a47bb54b..e7113e7bb8 100644 --- a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-af-es/graph_net.json +++ b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-af-es/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-en-zh/graph_net.json b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-en-zh/graph_net.json index 7f37a1681d..c989629f8b 100644 --- a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-en-zh/graph_net.json +++ b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-en-zh/graph_net.json @@ -1 +1,40 @@ -{"framework": "torch", "num_devices_required": 1, "num_nodes_required": 1, "dynamic": false, "model_name": "Helsinki-NLP/opus-mt-en-zh", "source": "huggingface_hub", "original_tag": ["transformers", "pytorch", "tf", "jax", "rust", "marian", "text2text-generation", "translation", "en", "zh", "license:apache-2.0", "endpoints_compatible", "region:us"], "heuristic_tag": "nlp", "dimension_generalization_passes": ["naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass"]} \ No newline at end of file +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1, + "dynamic": false, + "model_name": "Helsinki-NLP/opus-mt-en-zh", + "source": "huggingface_hub", + "original_tag": [ + "transformers", + "pytorch", + "tf", + "jax", + "rust", + "marian", + "text2text-generation", + "translation", + "en", + "zh", + "license:apache-2.0", + "endpoints_compatible", + "region:us" + ], + "heuristic_tag": "nlp", + "dimension_generalization_passes": [ + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json index 244d4ac913..150ba5ba7d 100644 --- a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json +++ b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/HooshvareLab_roberta-fa-zwnj-base-ner/graph_net.json b/samples/transformers-auto-model/HooshvareLab_roberta-fa-zwnj-base-ner/graph_net.json index 6b16e9287b..644dfd4883 100644 --- a/samples/transformers-auto-model/HooshvareLab_roberta-fa-zwnj-base-ner/graph_net.json +++ b/samples/transformers-auto-model/HooshvareLab_roberta-fa-zwnj-base-ner/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/HueyNemud_berties/graph_net.json b/samples/transformers-auto-model/HueyNemud_berties/graph_net.json index 213063acce..0a8b1680e8 100644 --- a/samples/transformers-auto-model/HueyNemud_berties/graph_net.json +++ b/samples/transformers-auto-model/HueyNemud_berties/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Jean-Baptiste_roberta-large-ner-english/graph_net.json b/samples/transformers-auto-model/Jean-Baptiste_roberta-large-ner-english/graph_net.json index 26b5d021e5..4480cff5fe 100644 --- a/samples/transformers-auto-model/Jean-Baptiste_roberta-large-ner-english/graph_net.json +++ b/samples/transformers-auto-model/Jean-Baptiste_roberta-large-ner-english/graph_net.json @@ -34,5 +34,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Jodsa_camembert_mlm/graph_net.json b/samples/transformers-auto-model/Jodsa_camembert_mlm/graph_net.json index c79d4ebb0a..dc84f72460 100644 --- a/samples/transformers-auto-model/Jodsa_camembert_mlm/graph_net.json +++ b/samples/transformers-auto-model/Jodsa_camembert_mlm/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/KoichiYasuoka_bert-large-japanese-upos/graph_net.json b/samples/transformers-auto-model/KoichiYasuoka_bert-large-japanese-upos/graph_net.json index 1a0570bd12..bc26c6aad8 100644 --- a/samples/transformers-auto-model/KoichiYasuoka_bert-large-japanese-upos/graph_net.json +++ b/samples/transformers-auto-model/KoichiYasuoka_bert-large-japanese-upos/graph_net.json @@ -37,5 +37,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/KoichiYasuoka_roberta-base-japanese-luw-upos/graph_net.json b/samples/transformers-auto-model/KoichiYasuoka_roberta-base-japanese-luw-upos/graph_net.json index 089c1b5630..f11e12d745 100644 --- a/samples/transformers-auto-model/KoichiYasuoka_roberta-base-japanese-luw-upos/graph_net.json +++ b/samples/transformers-auto-model/KoichiYasuoka_roberta-base-japanese-luw-upos/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/KoichiYasuoka_roberta-base-thai-spm-upos/graph_net.json b/samples/transformers-auto-model/KoichiYasuoka_roberta-base-thai-spm-upos/graph_net.json index 8b253140a2..005c8ba147 100644 --- a/samples/transformers-auto-model/KoichiYasuoka_roberta-base-thai-spm-upos/graph_net.json +++ b/samples/transformers-auto-model/KoichiYasuoka_roberta-base-thai-spm-upos/graph_net.json @@ -37,5 +37,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/KoichiYasuoka_roberta-classical-chinese-base-sentence-segmentation/graph_net.json b/samples/transformers-auto-model/KoichiYasuoka_roberta-classical-chinese-base-sentence-segmentation/graph_net.json index 46b22808a7..a4382c8f41 100644 --- a/samples/transformers-auto-model/KoichiYasuoka_roberta-classical-chinese-base-sentence-segmentation/graph_net.json +++ b/samples/transformers-auto-model/KoichiYasuoka_roberta-classical-chinese-base-sentence-segmentation/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/KoichiYasuoka_roberta-large-korean-upos/graph_net.json b/samples/transformers-auto-model/KoichiYasuoka_roberta-large-korean-upos/graph_net.json index 799b824465..1174ba2300 100644 --- a/samples/transformers-auto-model/KoichiYasuoka_roberta-large-korean-upos/graph_net.json +++ b/samples/transformers-auto-model/KoichiYasuoka_roberta-large-korean-upos/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Lazaro97_results/graph_net.json b/samples/transformers-auto-model/Lazaro97_results/graph_net.json index dc73533d95..25be91a835 100644 --- a/samples/transformers-auto-model/Lazaro97_results/graph_net.json +++ b/samples/transformers-auto-model/Lazaro97_results/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/LeoFeng_ChineseSequenceClassification/graph_net.json b/samples/transformers-auto-model/LeoFeng_ChineseSequenceClassification/graph_net.json index b456ccd3f6..8a4f8102cc 100644 --- a/samples/transformers-auto-model/LeoFeng_ChineseSequenceClassification/graph_net.json +++ b/samples/transformers-auto-model/LeoFeng_ChineseSequenceClassification/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Manojb_CLIP-ViT-L-14-DataComp.XL-s13B-b90K/graph_net.json b/samples/transformers-auto-model/Manojb_CLIP-ViT-L-14-DataComp.XL-s13B-b90K/graph_net.json index c36e10f984..4a3d00b6bc 100644 --- a/samples/transformers-auto-model/Manojb_CLIP-ViT-L-14-DataComp.XL-s13B-b90K/graph_net.json +++ b/samples/transformers-auto-model/Manojb_CLIP-ViT-L-14-DataComp.XL-s13B-b90K/graph_net.json @@ -16,5 +16,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/MohamedZaitoon_bart-fine-tune/graph_net.json b/samples/transformers-auto-model/MohamedZaitoon_bart-fine-tune/graph_net.json index 48ccc627c8..78865ea0fe 100644 --- a/samples/transformers-auto-model/MohamedZaitoon_bart-fine-tune/graph_net.json +++ b/samples/transformers-auto-model/MohamedZaitoon_bart-fine-tune/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L12-mnli-xnli/graph_net.json b/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L12-mnli-xnli/graph_net.json index 88fe1f84dc..ff29d5ab6b 100644 --- a/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L12-mnli-xnli/graph_net.json +++ b/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L12-mnli-xnli/graph_net.json @@ -52,5 +52,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L6-mnli-xnli/graph_net.json b/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L6-mnli-xnli/graph_net.json index 508bd680d3..d7749a727d 100644 --- a/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L6-mnli-xnli/graph_net.json +++ b/samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L6-mnli-xnli/graph_net.json @@ -53,5 +53,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/NYTK_summarization-hi-bart-base-1024-hungarian/graph_net.json b/samples/transformers-auto-model/NYTK_summarization-hi-bart-base-1024-hungarian/graph_net.json index 6e163b26c3..0dcac7df2d 100644 --- a/samples/transformers-auto-model/NYTK_summarization-hi-bart-base-1024-hungarian/graph_net.json +++ b/samples/transformers-auto-model/NYTK_summarization-hi-bart-base-1024-hungarian/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/NeNeDataScientist_NeNeAI007_fr-kiluba-translation/graph_net.json b/samples/transformers-auto-model/NeNeDataScientist_NeNeAI007_fr-kiluba-translation/graph_net.json index b623a6bb71..e4639c8f9e 100644 --- a/samples/transformers-auto-model/NeNeDataScientist_NeNeAI007_fr-kiluba-translation/graph_net.json +++ b/samples/transformers-auto-model/NeNeDataScientist_NeNeAI007_fr-kiluba-translation/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Nextcloud-AI_opus-mt-ar-es/graph_net.json b/samples/transformers-auto-model/Nextcloud-AI_opus-mt-ar-es/graph_net.json index 365825b531..330f382b6b 100644 --- a/samples/transformers-auto-model/Nextcloud-AI_opus-mt-ar-es/graph_net.json +++ b/samples/transformers-auto-model/Nextcloud-AI_opus-mt-ar-es/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Onutoa_1_6e-3_5_0.5/graph_net.json b/samples/transformers-auto-model/Onutoa_1_6e-3_5_0.5/graph_net.json index 0329efdbdc..20aac6f8ae 100644 --- a/samples/transformers-auto-model/Onutoa_1_6e-3_5_0.5/graph_net.json +++ b/samples/transformers-auto-model/Onutoa_1_6e-3_5_0.5/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/PeterBanning71_bart-large-finetuned-eLife/graph_net.json b/samples/transformers-auto-model/PeterBanning71_bart-large-finetuned-eLife/graph_net.json index 49c83935da..4b649606af 100644 --- a/samples/transformers-auto-model/PeterBanning71_bart-large-finetuned-eLife/graph_net.json +++ b/samples/transformers-auto-model/PeterBanning71_bart-large-finetuned-eLife/graph_net.json @@ -1 +1,38 @@ -{"framework": "torch", "num_devices_required": 1, "num_nodes_required": 1, "dynamic": false, "model_name": "PeterBanning71/bart-large-finetuned-eLife", "source": "huggingface_hub", "original_tag": ["transformers", "pytorch", "tensorboard", "bart", "text2text-generation", "summarization", "generated_from_trainer", "license:apache-2.0", "endpoints_compatible", "region:us"], "heuristic_tag": "nlp", "dimension_generalization_passes": ["naive_call_method_view_pass", "tuple_arg_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass"]} \ No newline at end of file +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1, + "dynamic": false, + "model_name": "PeterBanning71/bart-large-finetuned-eLife", + "source": "huggingface_hub", + "original_tag": [ + "transformers", + "pytorch", + "tensorboard", + "bart", + "text2text-generation", + "summarization", + "generated_from_trainer", + "license:apache-2.0", + "endpoints_compatible", + "region:us" + ], + "heuristic_tag": "nlp", + "dimension_generalization_passes": [ + "naive_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/Poulami_muril-large-cased-finetuned-sentiment-SST2/graph_net.json b/samples/transformers-auto-model/Poulami_muril-large-cased-finetuned-sentiment-SST2/graph_net.json index 517d37db8f..e194f8fe64 100644 --- a/samples/transformers-auto-model/Poulami_muril-large-cased-finetuned-sentiment-SST2/graph_net.json +++ b/samples/transformers-auto-model/Poulami_muril-large-cased-finetuned-sentiment-SST2/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Q-MM_clip-vit-large-patch14-336/graph_net.json b/samples/transformers-auto-model/Q-MM_clip-vit-large-patch14-336/graph_net.json index f368d7fab4..f6cee2edb8 100644 --- a/samples/transformers-auto-model/Q-MM_clip-vit-large-patch14-336/graph_net.json +++ b/samples/transformers-auto-model/Q-MM_clip-vit-large-patch14-336/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Qishuai_distilbert_punctuator_zh/graph_net.json b/samples/transformers-auto-model/Qishuai_distilbert_punctuator_zh/graph_net.json index 849ffe05ec..cd695e2213 100644 --- a/samples/transformers-auto-model/Qishuai_distilbert_punctuator_zh/graph_net.json +++ b/samples/transformers-auto-model/Qishuai_distilbert_punctuator_zh/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Recognai_bert-base-spanish-wwm-cased-xnli/graph_net.json b/samples/transformers-auto-model/Recognai_bert-base-spanish-wwm-cased-xnli/graph_net.json index e28cbd87a2..9bef71ed7b 100644 --- a/samples/transformers-auto-model/Recognai_bert-base-spanish-wwm-cased-xnli/graph_net.json +++ b/samples/transformers-auto-model/Recognai_bert-base-spanish-wwm-cased-xnli/graph_net.json @@ -35,5 +35,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Sahajtomar_German_Zeroshot/graph_net.json b/samples/transformers-auto-model/Sahajtomar_German_Zeroshot/graph_net.json index 33ba0715d7..1e93d55ad5 100644 --- a/samples/transformers-auto-model/Sahajtomar_German_Zeroshot/graph_net.json +++ b/samples/transformers-auto-model/Sahajtomar_German_Zeroshot/graph_net.json @@ -35,5 +35,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Sayan01_L-2_H-768_A-12_Large_sst2/graph_net.json b/samples/transformers-auto-model/Sayan01_L-2_H-768_A-12_Large_sst2/graph_net.json index 992dc969ef..3fb0c049db 100644 --- a/samples/transformers-auto-model/Sayan01_L-2_H-768_A-12_Large_sst2/graph_net.json +++ b/samples/transformers-auto-model/Sayan01_L-2_H-768_A-12_Large_sst2/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Sayan01_L-4_H-128_A-2_Large_sst2/graph_net.json b/samples/transformers-auto-model/Sayan01_L-4_H-128_A-2_Large_sst2/graph_net.json index c61428e847..2eb59b2d09 100644 --- a/samples/transformers-auto-model/Sayan01_L-4_H-128_A-2_Large_sst2/graph_net.json +++ b/samples/transformers-auto-model/Sayan01_L-4_H-128_A-2_Large_sst2/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/SpaceCowboy03_finetuned-kde4-es-to-fr/graph_net.json b/samples/transformers-auto-model/SpaceCowboy03_finetuned-kde4-es-to-fr/graph_net.json index 90b03ddfef..86de90528b 100644 --- a/samples/transformers-auto-model/SpaceCowboy03_finetuned-kde4-es-to-fr/graph_net.json +++ b/samples/transformers-auto-model/SpaceCowboy03_finetuned-kde4-es-to-fr/graph_net.json @@ -34,5 +34,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json b/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json index 9512ad4552..8898d623e3 100644 --- a/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json +++ b/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/WIC-Uchile_ene_phase4/graph_net.json b/samples/transformers-auto-model/WIC-Uchile_ene_phase4/graph_net.json index d75dc7a26c..21fb5bde4a 100644 --- a/samples/transformers-auto-model/WIC-Uchile_ene_phase4/graph_net.json +++ b/samples/transformers-auto-model/WIC-Uchile_ene_phase4/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json b/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json index bf326ef13e..c949ca45a7 100644 --- a/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json +++ b/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/akdeniz27_bert-base-turkish-cased-ner/graph_net.json b/samples/transformers-auto-model/akdeniz27_bert-base-turkish-cased-ner/graph_net.json index a96380ec4e..5003c682b4 100644 --- a/samples/transformers-auto-model/akdeniz27_bert-base-turkish-cased-ner/graph_net.json +++ b/samples/transformers-auto-model/akdeniz27_bert-base-turkish-cased-ner/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/almanach_camembert-base/graph_net.json b/samples/transformers-auto-model/almanach_camembert-base/graph_net.json index c36edefb25..56aa1950b3 100644 --- a/samples/transformers-auto-model/almanach_camembert-base/graph_net.json +++ b/samples/transformers-auto-model/almanach_camembert-base/graph_net.json @@ -34,5 +34,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/amurienne_kellag-m2m100-v0.2/graph_net.json b/samples/transformers-auto-model/amurienne_kellag-m2m100-v0.2/graph_net.json index f50ae72341..a19a1a00c6 100644 --- a/samples/transformers-auto-model/amurienne_kellag-m2m100-v0.2/graph_net.json +++ b/samples/transformers-auto-model/amurienne_kellag-m2m100-v0.2/graph_net.json @@ -23,5 +23,9 @@ "region:us" ], "heuristic_tag": "nlp", - "dimension_generalization_passes": [] + "dimension_generalization_passes": [], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/apple_aimv2-large-patch14-224-lit/graph_net.json b/samples/transformers-auto-model/apple_aimv2-large-patch14-224-lit/graph_net.json index e2cf5c9081..16313fd976 100644 --- a/samples/transformers-auto-model/apple_aimv2-large-patch14-224-lit/graph_net.json +++ b/samples/transformers-auto-model/apple_aimv2-large-patch14-224-lit/graph_net.json @@ -22,5 +22,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/aurelio-ai_sr-test-clip/graph_net.json b/samples/transformers-auto-model/aurelio-ai_sr-test-clip/graph_net.json index 80e67239c3..bffe5464a9 100644 --- a/samples/transformers-auto-model/aurelio-ai_sr-test-clip/graph_net.json +++ b/samples/transformers-auto-model/aurelio-ai_sr-test-clip/graph_net.json @@ -15,5 +15,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/axotion_polish-reranker-base-ranknet/graph_net.json b/samples/transformers-auto-model/axotion_polish-reranker-base-ranknet/graph_net.json index 958625b40a..bcac13daf1 100644 --- a/samples/transformers-auto-model/axotion_polish-reranker-base-ranknet/graph_net.json +++ b/samples/transformers-auto-model/axotion_polish-reranker-base-ranknet/graph_net.json @@ -34,5 +34,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/bert-base-uncased/graph_net.json b/samples/transformers-auto-model/bert-base-uncased/graph_net.json index 578d91d428..6712c61102 100644 --- a/samples/transformers-auto-model/bert-base-uncased/graph_net.json +++ b/samples/transformers-auto-model/bert-base-uncased/graph_net.json @@ -39,5 +39,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/breadlicker45_autotrain-blender-50601120822/graph_net.json b/samples/transformers-auto-model/breadlicker45_autotrain-blender-50601120822/graph_net.json index ab6ea0a377..32b8ecb43e 100644 --- a/samples/transformers-auto-model/breadlicker45_autotrain-blender-50601120822/graph_net.json +++ b/samples/transformers-auto-model/breadlicker45_autotrain-blender-50601120822/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/cmarkea_distilcamembert-base-nli/graph_net.json b/samples/transformers-auto-model/cmarkea_distilcamembert-base-nli/graph_net.json index e4a3111e8e..35f64169d5 100644 --- a/samples/transformers-auto-model/cmarkea_distilcamembert-base-nli/graph_net.json +++ b/samples/transformers-auto-model/cmarkea_distilcamembert-base-nli/graph_net.json @@ -39,5 +39,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/cointegrated_rubert-base-cased-nli-threeway/graph_net.json b/samples/transformers-auto-model/cointegrated_rubert-base-cased-nli-threeway/graph_net.json index 169de9b7df..f4a9857f3e 100644 --- a/samples/transformers-auto-model/cointegrated_rubert-base-cased-nli-threeway/graph_net.json +++ b/samples/transformers-auto-model/cointegrated_rubert-base-cased-nli-threeway/graph_net.json @@ -37,5 +37,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/debabrata-ai_NepNER/graph_net.json b/samples/transformers-auto-model/debabrata-ai_NepNER/graph_net.json index 9a847745d4..ff2862aa5b 100644 --- a/samples/transformers-auto-model/debabrata-ai_NepNER/graph_net.json +++ b/samples/transformers-auto-model/debabrata-ai_NepNER/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/disi-unibo-nlp_openbioner-base/graph_net.json b/samples/transformers-auto-model/disi-unibo-nlp_openbioner-base/graph_net.json index d4599492ea..39ed584e42 100644 --- a/samples/transformers-auto-model/disi-unibo-nlp_openbioner-base/graph_net.json +++ b/samples/transformers-auto-model/disi-unibo-nlp_openbioner-base/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/distilbert_distilbert-base-cased/graph_net.json b/samples/transformers-auto-model/distilbert_distilbert-base-cased/graph_net.json index bffe135def..2fb0144f89 100644 --- a/samples/transformers-auto-model/distilbert_distilbert-base-cased/graph_net.json +++ b/samples/transformers-auto-model/distilbert_distilbert-base-cased/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json b/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json index 7b7b5206b6..8f2d6d652a 100644 --- a/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json +++ b/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json @@ -138,5 +138,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json b/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json index b63add22fc..162549bafc 100644 --- a/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json +++ b/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json @@ -38,5 +38,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/distilroberta-base/graph_net.json b/samples/transformers-auto-model/distilroberta-base/graph_net.json index 22fa5bc354..f240969e55 100644 --- a/samples/transformers-auto-model/distilroberta-base/graph_net.json +++ b/samples/transformers-auto-model/distilroberta-base/graph_net.json @@ -38,5 +38,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/echarlaix_bart-base-cnn-r2-18.7-d23-hybrid/graph_net.json b/samples/transformers-auto-model/echarlaix_bart-base-cnn-r2-18.7-d23-hybrid/graph_net.json index 0e8e02a933..782bf4ba89 100644 --- a/samples/transformers-auto-model/echarlaix_bart-base-cnn-r2-18.7-d23-hybrid/graph_net.json +++ b/samples/transformers-auto-model/echarlaix_bart-base-cnn-r2-18.7-d23-hybrid/graph_net.json @@ -1 +1,38 @@ -{"framework": "torch", "num_devices_required": 1, "num_nodes_required": 1, "dynamic": false, "model_name": "echarlaix/bart-base-cnn-r2-18.7-d23-hybrid", "source": "huggingface_hub", "original_tag": ["transformers", "pytorch", "bart", "text2text-generation", "summarization", "en", "dataset:cnn_dailymail", "license:apache-2.0", "endpoints_compatible", "region:us"], "heuristic_tag": "nlp", "dimension_generalization_passes": ["naive_call_method_view_pass", "tuple_arg_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass"]} \ No newline at end of file +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1, + "dynamic": false, + "model_name": "echarlaix/bart-base-cnn-r2-18.7-d23-hybrid", + "source": "huggingface_hub", + "original_tag": [ + "transformers", + "pytorch", + "bart", + "text2text-generation", + "summarization", + "en", + "dataset:cnn_dailymail", + "license:apache-2.0", + "endpoints_compatible", + "region:us" + ], + "heuristic_tag": "nlp", + "dimension_generalization_passes": [ + "naive_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/eliza-dukim_para-kqc-sim/graph_net.json b/samples/transformers-auto-model/eliza-dukim_para-kqc-sim/graph_net.json index d72ca9d531..98169a7ad5 100644 --- a/samples/transformers-auto-model/eliza-dukim_para-kqc-sim/graph_net.json +++ b/samples/transformers-auto-model/eliza-dukim_para-kqc-sim/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/emekaboris_autonlp-txc-17923129/graph_net.json b/samples/transformers-auto-model/emekaboris_autonlp-txc-17923129/graph_net.json index aba77299f6..f05f1a70d1 100644 --- a/samples/transformers-auto-model/emekaboris_autonlp-txc-17923129/graph_net.json +++ b/samples/transformers-auto-model/emekaboris_autonlp-txc-17923129/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/erica_krm_sa2/graph_net.json b/samples/transformers-auto-model/erica_krm_sa2/graph_net.json index 203383b7b1..44dbcb70de 100644 --- a/samples/transformers-auto-model/erica_krm_sa2/graph_net.json +++ b/samples/transformers-auto-model/erica_krm_sa2/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/ethanyt_guwen-ner/graph_net.json b/samples/transformers-auto-model/ethanyt_guwen-ner/graph_net.json index b87bb29ef3..db9d45f041 100644 --- a/samples/transformers-auto-model/ethanyt_guwen-ner/graph_net.json +++ b/samples/transformers-auto-model/ethanyt_guwen-ner/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/facebook_bart-large-cnn/graph_net.json b/samples/transformers-auto-model/facebook_bart-large-cnn/graph_net.json index 5fec01ad44..ceb2c13dfc 100644 --- a/samples/transformers-auto-model/facebook_bart-large-cnn/graph_net.json +++ b/samples/transformers-auto-model/facebook_bart-large-cnn/graph_net.json @@ -35,5 +35,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/facebook_dpr-ctx_encoder-single-nq-base/graph_net.json b/samples/transformers-auto-model/facebook_dpr-ctx_encoder-single-nq-base/graph_net.json index a5638390e0..c9d61edd10 100644 --- a/samples/transformers-auto-model/facebook_dpr-ctx_encoder-single-nq-base/graph_net.json +++ b/samples/transformers-auto-model/facebook_dpr-ctx_encoder-single-nq-base/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/facebook_metaclip-b16-400m/graph_net.json b/samples/transformers-auto-model/facebook_metaclip-b16-400m/graph_net.json index 139bcb52f6..f1fe13727b 100644 --- a/samples/transformers-auto-model/facebook_metaclip-b16-400m/graph_net.json +++ b/samples/transformers-auto-model/facebook_metaclip-b16-400m/graph_net.json @@ -19,5 +19,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/facebook_metaclip-b32-400m/graph_net.json b/samples/transformers-auto-model/facebook_metaclip-b32-400m/graph_net.json index c4742a5d09..ef86667145 100644 --- a/samples/transformers-auto-model/facebook_metaclip-b32-400m/graph_net.json +++ b/samples/transformers-auto-model/facebook_metaclip-b32-400m/graph_net.json @@ -19,5 +19,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/flutter-painter_nllb-fra-fuf-v2/graph_net.json b/samples/transformers-auto-model/flutter-painter_nllb-fra-fuf-v2/graph_net.json index c592975af3..68549510f4 100644 --- a/samples/transformers-auto-model/flutter-painter_nllb-fra-fuf-v2/graph_net.json +++ b/samples/transformers-auto-model/flutter-painter_nllb-fra-fuf-v2/graph_net.json @@ -18,5 +18,9 @@ "region:us" ], "heuristic_tag": "nlp", - "dimension_generalization_passes": [] + "dimension_generalization_passes": [], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/fusersam_Sentiment-Analysis-Model/graph_net.json b/samples/transformers-auto-model/fusersam_Sentiment-Analysis-Model/graph_net.json index fb79d80d1d..9ad8ed79df 100644 --- a/samples/transformers-auto-model/fusersam_Sentiment-Analysis-Model/graph_net.json +++ b/samples/transformers-auto-model/fusersam_Sentiment-Analysis-Model/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/gonchisi_roberta-base-bne-finetuned-new_or_used-title/graph_net.json b/samples/transformers-auto-model/gonchisi_roberta-base-bne-finetuned-new_or_used-title/graph_net.json index c8a74a007d..05a19f8326 100644 --- a/samples/transformers-auto-model/gonchisi_roberta-base-bne-finetuned-new_or_used-title/graph_net.json +++ b/samples/transformers-auto-model/gonchisi_roberta-base-bne-finetuned-new_or_used-title/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/google-bert_bert-base-cased/graph_net.json b/samples/transformers-auto-model/google-bert_bert-base-cased/graph_net.json index 5f10b93475..de13cb86ff 100644 --- a/samples/transformers-auto-model/google-bert_bert-base-cased/graph_net.json +++ b/samples/transformers-auto-model/google-bert_bert-base-cased/graph_net.json @@ -37,5 +37,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/google-bert_bert-base-chinese/graph_net.json b/samples/transformers-auto-model/google-bert_bert-base-chinese/graph_net.json index 6df479255a..58c0567a54 100644 --- a/samples/transformers-auto-model/google-bert_bert-base-chinese/graph_net.json +++ b/samples/transformers-auto-model/google-bert_bert-base-chinese/graph_net.json @@ -34,5 +34,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/google-bert_bert-base-multilingual-cased/graph_net.json b/samples/transformers-auto-model/google-bert_bert-base-multilingual-cased/graph_net.json index 6575c9051f..fb9361818a 100644 --- a/samples/transformers-auto-model/google-bert_bert-base-multilingual-cased/graph_net.json +++ b/samples/transformers-auto-model/google-bert_bert-base-multilingual-cased/graph_net.json @@ -137,5 +137,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/google-bert_bert-large-uncased/graph_net.json b/samples/transformers-auto-model/google-bert_bert-large-uncased/graph_net.json index 48c3a0a1b7..817af078b1 100644 --- a/samples/transformers-auto-model/google-bert_bert-large-uncased/graph_net.json +++ b/samples/transformers-auto-model/google-bert_bert-large-uncased/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/google_pegasus-cnn_dailymail/graph_net.json b/samples/transformers-auto-model/google_pegasus-cnn_dailymail/graph_net.json index 616c8d2a5c..dc85774b91 100644 --- a/samples/transformers-auto-model/google_pegasus-cnn_dailymail/graph_net.json +++ b/samples/transformers-auto-model/google_pegasus-cnn_dailymail/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/google_pegasus-xsum/graph_net.json b/samples/transformers-auto-model/google_pegasus-xsum/graph_net.json index 5c81423dd0..53d13fdac0 100644 --- a/samples/transformers-auto-model/google_pegasus-xsum/graph_net.json +++ b/samples/transformers-auto-model/google_pegasus-xsum/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/gowitheflowlab_clip-base-10240-checkpoint350/graph_net.json b/samples/transformers-auto-model/gowitheflowlab_clip-base-10240-checkpoint350/graph_net.json index 60a2c80dab..a510742436 100644 --- a/samples/transformers-auto-model/gowitheflowlab_clip-base-10240-checkpoint350/graph_net.json +++ b/samples/transformers-auto-model/gowitheflowlab_clip-base-10240-checkpoint350/graph_net.json @@ -14,5 +14,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/gpssohi_distilbart-qgen-6-6/graph_net.json b/samples/transformers-auto-model/gpssohi_distilbart-qgen-6-6/graph_net.json index e7f2fdb6d5..efec14c04a 100644 --- a/samples/transformers-auto-model/gpssohi_distilbart-qgen-6-6/graph_net.json +++ b/samples/transformers-auto-model/gpssohi_distilbart-qgen-6-6/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BertForSequenceClassification/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BertForSequenceClassification/graph_net.json index 036a01af93..b89727ddb9 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BertForSequenceClassification/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BertForSequenceClassification/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DistilBertForSequenceClassification/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DistilBertForSequenceClassification/graph_net.json index 69a2437b10..5cd5141e44 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DistilBertForSequenceClassification/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DistilBertForSequenceClassification/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-RobertaForSequenceClassification/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-RobertaForSequenceClassification/graph_net.json index 504b5a42ca..331ea06c9a 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-RobertaForSequenceClassification/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-RobertaForSequenceClassification/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/hfl_chinese-macbert-large/graph_net.json b/samples/transformers-auto-model/hfl_chinese-macbert-large/graph_net.json index 79a5ce2944..44efcafa6a 100644 --- a/samples/transformers-auto-model/hfl_chinese-macbert-large/graph_net.json +++ b/samples/transformers-auto-model/hfl_chinese-macbert-large/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/hfl_chinese-roberta-wwm-ext/graph_net.json b/samples/transformers-auto-model/hfl_chinese-roberta-wwm-ext/graph_net.json index 5877007ab6..9d689a0680 100644 --- a/samples/transformers-auto-model/hfl_chinese-roberta-wwm-ext/graph_net.json +++ b/samples/transformers-auto-model/hfl_chinese-roberta-wwm-ext/graph_net.json @@ -34,5 +34,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/huggingface_CodeBERTa-small-v1/graph_net.json b/samples/transformers-auto-model/huggingface_CodeBERTa-small-v1/graph_net.json index 876636ec63..a640829fc8 100644 --- a/samples/transformers-auto-model/huggingface_CodeBERTa-small-v1/graph_net.json +++ b/samples/transformers-auto-model/huggingface_CodeBERTa-small-v1/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/hyesunyun_NonsenseUpdateDiffIntBart/graph_net.json b/samples/transformers-auto-model/hyesunyun_NonsenseUpdateDiffIntBart/graph_net.json index ae3eda7dba..331a2b835a 100644 --- a/samples/transformers-auto-model/hyesunyun_NonsenseUpdateDiffIntBart/graph_net.json +++ b/samples/transformers-auto-model/hyesunyun_NonsenseUpdateDiffIntBart/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/inthedarkness_klue-roberta-small-cross-encoder/graph_net.json b/samples/transformers-auto-model/inthedarkness_klue-roberta-small-cross-encoder/graph_net.json index 5579292166..151e7dbf2e 100644 --- a/samples/transformers-auto-model/inthedarkness_klue-roberta-small-cross-encoder/graph_net.json +++ b/samples/transformers-auto-model/inthedarkness_klue-roberta-small-cross-encoder/graph_net.json @@ -30,5 +30,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/jackieliu930_bart-large-cnn-samsum/graph_net.json b/samples/transformers-auto-model/jackieliu930_bart-large-cnn-samsum/graph_net.json index 5cf601aefe..68faf382ee 100644 --- a/samples/transformers-auto-model/jackieliu930_bart-large-cnn-samsum/graph_net.json +++ b/samples/transformers-auto-model/jackieliu930_bart-large-cnn-samsum/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/joeddav_xlm-roberta-large-xnli/graph_net.json b/samples/transformers-auto-model/joeddav_xlm-roberta-large-xnli/graph_net.json index e8206b7ef4..9e4706f053 100644 --- a/samples/transformers-auto-model/joeddav_xlm-roberta-large-xnli/graph_net.json +++ b/samples/transformers-auto-model/joeddav_xlm-roberta-large-xnli/graph_net.json @@ -17,5 +17,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/kannt-im_marian-finetuned-kde4-en-to-fr/graph_net.json b/samples/transformers-auto-model/kannt-im_marian-finetuned-kde4-en-to-fr/graph_net.json index 7f9d6326f1..cca69d43de 100644 --- a/samples/transformers-auto-model/kannt-im_marian-finetuned-kde4-en-to-fr/graph_net.json +++ b/samples/transformers-auto-model/kannt-im_marian-finetuned-kde4-en-to-fr/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/kaveh_rclip/graph_net.json b/samples/transformers-auto-model/kaveh_rclip/graph_net.json index aef21063db..31986db75b 100644 --- a/samples/transformers-auto-model/kaveh_rclip/graph_net.json +++ b/samples/transformers-auto-model/kaveh_rclip/graph_net.json @@ -26,5 +26,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/klue_bert-base/graph_net.json b/samples/transformers-auto-model/klue_bert-base/graph_net.json index e827347a2c..6f27e0eef0 100644 --- a/samples/transformers-auto-model/klue_bert-base/graph_net.json +++ b/samples/transformers-auto-model/klue_bert-base/graph_net.json @@ -35,5 +35,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/laion_CLIP-ViT-H-14-laion2B-s32B-b79K/graph_net.json b/samples/transformers-auto-model/laion_CLIP-ViT-H-14-laion2B-s32B-b79K/graph_net.json index 156cd1570c..2f8e54dd48 100644 --- a/samples/transformers-auto-model/laion_CLIP-ViT-H-14-laion2B-s32B-b79K/graph_net.json +++ b/samples/transformers-auto-model/laion_CLIP-ViT-H-14-laion2B-s32B-b79K/graph_net.json @@ -16,5 +16,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/lst-nectec_HoogBERTa-POS-lst20/graph_net.json b/samples/transformers-auto-model/lst-nectec_HoogBERTa-POS-lst20/graph_net.json index 72f8abb153..bf5b4eb738 100644 --- a/samples/transformers-auto-model/lst-nectec_HoogBERTa-POS-lst20/graph_net.json +++ b/samples/transformers-auto-model/lst-nectec_HoogBERTa-POS-lst20/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/mahwizzzz_UrduClassification/graph_net.json b/samples/transformers-auto-model/mahwizzzz_UrduClassification/graph_net.json index 675973cc13..51945d9d64 100644 --- a/samples/transformers-auto-model/mahwizzzz_UrduClassification/graph_net.json +++ b/samples/transformers-auto-model/mahwizzzz_UrduClassification/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/medicalai_ClinicalBERT/graph_net.json b/samples/transformers-auto-model/medicalai_ClinicalBERT/graph_net.json index c165d2a48d..6093a87853 100644 --- a/samples/transformers-auto-model/medicalai_ClinicalBERT/graph_net.json +++ b/samples/transformers-auto-model/medicalai_ClinicalBERT/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/microsoft_xlm-align-base/graph_net.json b/samples/transformers-auto-model/microsoft_xlm-align-base/graph_net.json index 560d6f76a1..45909f8d86 100644 --- a/samples/transformers-auto-model/microsoft_xlm-align-base/graph_net.json +++ b/samples/transformers-auto-model/microsoft_xlm-align-base/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/milistu_reranker-msmarco-v1.1-MiniLM-L12-H384-uncased-lambdaloss_v2/graph_net.json b/samples/transformers-auto-model/milistu_reranker-msmarco-v1.1-MiniLM-L12-H384-uncased-lambdaloss_v2/graph_net.json index 212c54d846..07b114a92e 100644 --- a/samples/transformers-auto-model/milistu_reranker-msmarco-v1.1-MiniLM-L12-H384-uncased-lambdaloss_v2/graph_net.json +++ b/samples/transformers-auto-model/milistu_reranker-msmarco-v1.1-MiniLM-L12-H384-uncased-lambdaloss_v2/graph_net.json @@ -36,5 +36,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json b/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json index c93ee0aab9..550612c95f 100644 --- a/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json +++ b/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/moussaKam_barthez-orangesum-abstract/graph_net.json b/samples/transformers-auto-model/moussaKam_barthez-orangesum-abstract/graph_net.json index e547473991..4bc5fe48d1 100644 --- a/samples/transformers-auto-model/moussaKam_barthez-orangesum-abstract/graph_net.json +++ b/samples/transformers-auto-model/moussaKam_barthez-orangesum-abstract/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/muhtasham_medium-vanilla-target-tweet/graph_net.json b/samples/transformers-auto-model/muhtasham_medium-vanilla-target-tweet/graph_net.json index aa5d094e20..baef933704 100644 --- a/samples/transformers-auto-model/muhtasham_medium-vanilla-target-tweet/graph_net.json +++ b/samples/transformers-auto-model/muhtasham_medium-vanilla-target-tweet/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/muhtasham_mini-vanilla-target-tweet/graph_net.json b/samples/transformers-auto-model/muhtasham_mini-vanilla-target-tweet/graph_net.json index dea2f3b514..f9defb3aa4 100644 --- a/samples/transformers-auto-model/muhtasham_mini-vanilla-target-tweet/graph_net.json +++ b/samples/transformers-auto-model/muhtasham_mini-vanilla-target-tweet/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/muhtasham_small-vanilla-target-tweet/graph_net.json b/samples/transformers-auto-model/muhtasham_small-vanilla-target-tweet/graph_net.json index 8999b77ecc..99da2ede49 100644 --- a/samples/transformers-auto-model/muhtasham_small-vanilla-target-tweet/graph_net.json +++ b/samples/transformers-auto-model/muhtasham_small-vanilla-target-tweet/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/navteca_bart-large-mnli/graph_net.json b/samples/transformers-auto-model/navteca_bart-large-mnli/graph_net.json index e6a3c64790..d0d6f4f668 100644 --- a/samples/transformers-auto-model/navteca_bart-large-mnli/graph_net.json +++ b/samples/transformers-auto-model/navteca_bart-large-mnli/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/ncoop57_bart-base-code-summarizer-java-v0/graph_net.json b/samples/transformers-auto-model/ncoop57_bart-base-code-summarizer-java-v0/graph_net.json index 73ba45847c..fa63d89332 100644 --- a/samples/transformers-auto-model/ncoop57_bart-base-code-summarizer-java-v0/graph_net.json +++ b/samples/transformers-auto-model/ncoop57_bart-base-code-summarizer-java-v0/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/nlptown_bert_base_multilingual_uncased_sentiment/graph_net.json b/samples/transformers-auto-model/nlptown_bert_base_multilingual_uncased_sentiment/graph_net.json index 8380757db4..a5ebada96f 100644 --- a/samples/transformers-auto-model/nlptown_bert_base_multilingual_uncased_sentiment/graph_net.json +++ b/samples/transformers-auto-model/nlptown_bert_base_multilingual_uncased_sentiment/graph_net.json @@ -39,5 +39,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/noamr_bert-finetuned-ner/graph_net.json b/samples/transformers-auto-model/noamr_bert-finetuned-ner/graph_net.json index ed021ff4cd..52ce3fb7b7 100644 --- a/samples/transformers-auto-model/noamr_bert-finetuned-ner/graph_net.json +++ b/samples/transformers-auto-model/noamr_bert-finetuned-ner/graph_net.json @@ -16,5 +16,9 @@ "region:us" ], "heuristic_tag": "nlp", - "dimension_generalization_passes": [] + "dimension_generalization_passes": [], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/nreimers_MiniLM-L6-H384-uncased/graph_net.json b/samples/transformers-auto-model/nreimers_MiniLM-L6-H384-uncased/graph_net.json index 5cc9ee6c6a..71df39557a 100644 --- a/samples/transformers-auto-model/nreimers_MiniLM-L6-H384-uncased/graph_net.json +++ b/samples/transformers-auto-model/nreimers_MiniLM-L6-H384-uncased/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/openai_clip-vit-base-patch32/graph_net.json b/samples/transformers-auto-model/openai_clip-vit-base-patch32/graph_net.json index 8a818afb93..941865e3f2 100644 --- a/samples/transformers-auto-model/openai_clip-vit-base-patch32/graph_net.json +++ b/samples/transformers-auto-model/openai_clip-vit-base-patch32/graph_net.json @@ -19,5 +19,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/openai_clip-vit-large-patch14/graph_net.json b/samples/transformers-auto-model/openai_clip-vit-large-patch14/graph_net.json index 5eb6445559..52cd93a23e 100644 --- a/samples/transformers-auto-model/openai_clip-vit-large-patch14/graph_net.json +++ b/samples/transformers-auto-model/openai_clip-vit-large-patch14/graph_net.json @@ -20,5 +20,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/philschmid_bart-base-samsum/graph_net.json b/samples/transformers-auto-model/philschmid_bart-base-samsum/graph_net.json index 5f25cb4a86..d8531e3116 100644 --- a/samples/transformers-auto-model/philschmid_bart-base-samsum/graph_net.json +++ b/samples/transformers-auto-model/philschmid_bart-base-samsum/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/pongjin_roberta_with_kornli/graph_net.json b/samples/transformers-auto-model/pongjin_roberta_with_kornli/graph_net.json index a0797349bd..0470a066a6 100644 --- a/samples/transformers-auto-model/pongjin_roberta_with_kornli/graph_net.json +++ b/samples/transformers-auto-model/pongjin_roberta_with_kornli/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/prajjwal1_bert-tiny/graph_net.json b/samples/transformers-auto-model/prajjwal1_bert-tiny/graph_net.json index eeeb17444b..b1e92d72a4 100644 --- a/samples/transformers-auto-model/prajjwal1_bert-tiny/graph_net.json +++ b/samples/transformers-auto-model/prajjwal1_bert-tiny/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/praramnine_isl-camembert-beauty-aspect-v2/graph_net.json b/samples/transformers-auto-model/praramnine_isl-camembert-beauty-aspect-v2/graph_net.json index c813451508..943afcfabd 100644 --- a/samples/transformers-auto-model/praramnine_isl-camembert-beauty-aspect-v2/graph_net.json +++ b/samples/transformers-auto-model/praramnine_isl-camembert-beauty-aspect-v2/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/recallapp_CLIP-ViT-B-32-laion2B-s34B-b79K/graph_net.json b/samples/transformers-auto-model/recallapp_CLIP-ViT-B-32-laion2B-s34B-b79K/graph_net.json index e0bff3bffc..35983e2445 100644 --- a/samples/transformers-auto-model/recallapp_CLIP-ViT-B-32-laion2B-s34B-b79K/graph_net.json +++ b/samples/transformers-auto-model/recallapp_CLIP-ViT-B-32-laion2B-s34B-b79K/graph_net.json @@ -17,5 +17,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/roberta-base/graph_net.json b/samples/transformers-auto-model/roberta-base/graph_net.json index 7f858828d3..0a85ec063e 100644 --- a/samples/transformers-auto-model/roberta-base/graph_net.json +++ b/samples/transformers-auto-model/roberta-base/graph_net.json @@ -38,5 +38,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/sbulut_finetuned-kde4-en-to-tr/graph_net.json b/samples/transformers-auto-model/sbulut_finetuned-kde4-en-to-tr/graph_net.json index 045a6e1d7f..9d559cef54 100644 --- a/samples/transformers-auto-model/sbulut_finetuned-kde4-en-to-tr/graph_net.json +++ b/samples/transformers-auto-model/sbulut_finetuned-kde4-en-to-tr/graph_net.json @@ -34,5 +34,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/sentence-transformers_paraphrase-MiniLM-L3-v2/graph_net.json b/samples/transformers-auto-model/sentence-transformers_paraphrase-MiniLM-L3-v2/graph_net.json index ae30c12b14..8558c9e5aa 100644 --- a/samples/transformers-auto-model/sentence-transformers_paraphrase-MiniLM-L3-v2/graph_net.json +++ b/samples/transformers-auto-model/sentence-transformers_paraphrase-MiniLM-L3-v2/graph_net.json @@ -49,5 +49,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/shaunster_clip_14_model/graph_net.json b/samples/transformers-auto-model/shaunster_clip_14_model/graph_net.json index 7813e4295b..20c3f11810 100644 --- a/samples/transformers-auto-model/shaunster_clip_14_model/graph_net.json +++ b/samples/transformers-auto-model/shaunster_clip_14_model/graph_net.json @@ -15,5 +15,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/simjo_dummy-model/graph_net.json b/samples/transformers-auto-model/simjo_dummy-model/graph_net.json index 0a8e5e385a..c1fc4fdca5 100644 --- a/samples/transformers-auto-model/simjo_dummy-model/graph_net.json +++ b/samples/transformers-auto-model/simjo_dummy-model/graph_net.json @@ -28,5 +28,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/simonmun_Eyse_SentenceClassification/graph_net.json b/samples/transformers-auto-model/simonmun_Eyse_SentenceClassification/graph_net.json index cebd856d68..17de6cd50e 100644 --- a/samples/transformers-auto-model/simonmun_Eyse_SentenceClassification/graph_net.json +++ b/samples/transformers-auto-model/simonmun_Eyse_SentenceClassification/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/sismetanin_mbart_ru_sum_gazeta-ru-sentiment-liniscrowd/graph_net.json b/samples/transformers-auto-model/sismetanin_mbart_ru_sum_gazeta-ru-sentiment-liniscrowd/graph_net.json index a264e22709..0eccba46f5 100644 --- a/samples/transformers-auto-model/sismetanin_mbart_ru_sum_gazeta-ru-sentiment-liniscrowd/graph_net.json +++ b/samples/transformers-auto-model/sismetanin_mbart_ru_sum_gazeta-ru-sentiment-liniscrowd/graph_net.json @@ -27,5 +27,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/sshleifer_distilbart-cnn-12-6/graph_net.json b/samples/transformers-auto-model/sshleifer_distilbart-cnn-12-6/graph_net.json index d57d02b290..8998142b84 100644 --- a/samples/transformers-auto-model/sshleifer_distilbart-cnn-12-6/graph_net.json +++ b/samples/transformers-auto-model/sshleifer_distilbart-cnn-12-6/graph_net.json @@ -33,5 +33,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/sshleifer_distill-pegasus-xsum-16-4/graph_net.json b/samples/transformers-auto-model/sshleifer_distill-pegasus-xsum-16-4/graph_net.json index 81cd098b68..f3eb521bc8 100644 --- a/samples/transformers-auto-model/sshleifer_distill-pegasus-xsum-16-4/graph_net.json +++ b/samples/transformers-auto-model/sshleifer_distill-pegasus-xsum-16-4/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/tau_tavbert-he/graph_net.json b/samples/transformers-auto-model/tau_tavbert-he/graph_net.json index e76b39aaa5..b5dbda2146 100644 --- a/samples/transformers-auto-model/tau_tavbert-he/graph_net.json +++ b/samples/transformers-auto-model/tau_tavbert-he/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/truong1301_reranker_pho_BLAI/graph_net.json b/samples/transformers-auto-model/truong1301_reranker_pho_BLAI/graph_net.json index 38bb097c5b..e3f322f4d4 100644 --- a/samples/transformers-auto-model/truong1301_reranker_pho_BLAI/graph_net.json +++ b/samples/transformers-auto-model/truong1301_reranker_pho_BLAI/graph_net.json @@ -27,5 +27,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/ukr-models_xlm-roberta-base-uk/graph_net.json b/samples/transformers-auto-model/ukr-models_xlm-roberta-base-uk/graph_net.json index 17a3d6557c..b78ef7d048 100644 --- a/samples/transformers-auto-model/ukr-models_xlm-roberta-base-uk/graph_net.json +++ b/samples/transformers-auto-model/ukr-models_xlm-roberta-base-uk/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/valhalla_distilbart-mnli-12-1/graph_net.json b/samples/transformers-auto-model/valhalla_distilbart-mnli-12-1/graph_net.json index b03f94639f..4f6b03436f 100644 --- a/samples/transformers-auto-model/valhalla_distilbart-mnli-12-1/graph_net.json +++ b/samples/transformers-auto-model/valhalla_distilbart-mnli-12-1/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/valhalla_distilbart-mnli-12-3/graph_net.json b/samples/transformers-auto-model/valhalla_distilbart-mnli-12-3/graph_net.json index 7a9b2e89ed..b91ed46812 100644 --- a/samples/transformers-auto-model/valhalla_distilbart-mnli-12-3/graph_net.json +++ b/samples/transformers-auto-model/valhalla_distilbart-mnli-12-3/graph_net.json @@ -32,5 +32,9 @@ "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" + ], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/voxreality_src_ctx_aware_nllb_1.3B/graph_net.json b/samples/transformers-auto-model/voxreality_src_ctx_aware_nllb_1.3B/graph_net.json index 15da8e0235..27f780f721 100644 --- a/samples/transformers-auto-model/voxreality_src_ctx_aware_nllb_1.3B/graph_net.json +++ b/samples/transformers-auto-model/voxreality_src_ctx_aware_nllb_1.3B/graph_net.json @@ -22,5 +22,9 @@ "region:us" ], "heuristic_tag": "nlp", - "dimension_generalization_passes": [] + "dimension_generalization_passes": [], + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/xc2450_distilbert-portuguese-cased-finetuned-bec_classification/graph_net.json b/samples/transformers-auto-model/xc2450_distilbert-portuguese-cased-finetuned-bec_classification/graph_net.json index 39858b6730..336100be1e 100644 --- a/samples/transformers-auto-model/xc2450_distilbert-portuguese-cased-finetuned-bec_classification/graph_net.json +++ b/samples/transformers-auto-model/xc2450_distilbert-portuguese-cased-finetuned-bec_classification/graph_net.json @@ -29,5 +29,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/yiyanghkust_finbert-tone/graph_net.json b/samples/transformers-auto-model/yiyanghkust_finbert-tone/graph_net.json index 1b49c2f2a9..5711e832c8 100644 --- a/samples/transformers-auto-model/yiyanghkust_finbert-tone/graph_net.json +++ b/samples/transformers-auto-model/yiyanghkust_finbert-tone/graph_net.json @@ -31,5 +31,9 @@ "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/yuvalkirstain_PickScore_v1/graph_net.json b/samples/transformers-auto-model/yuvalkirstain_PickScore_v1/graph_net.json index 1fa4af1145..677fc7461a 100644 --- a/samples/transformers-auto-model/yuvalkirstain_PickScore_v1/graph_net.json +++ b/samples/transformers-auto-model/yuvalkirstain_PickScore_v1/graph_net.json @@ -16,5 +16,9 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "data_type_generalization_passes": [ + "dtype_generalization_pass_float16", + "dtype_generalization_pass_bfloat16" + ] } \ No newline at end of file