[Category] Fix and add categories to functions (#808)

yonishelach · web-flow · commit 2878d7f1f787 · 2024-04-09T13:52:37.000+03:00
* [Category] Fix and add categories to functions

* bump version in structured

* test is not valid in huggingface_serving
diff --git a/bert_embeddings/function.yaml b/bert_embeddings/function.yaml
@@ -2,29 +2,33 @@ kind: remote
 metadata:
   name: bert-embeddings
   tag: ''
-  hash: 57a2ce8e0da1f6e813a8649e9ea6fcbb69a1ce5f
+  hash: ecf6647fe4716e0df54ce50278b735034536a568
   project: ''
   labels:
     framework: pytorch
   categories:
+  - huggingface
   - machine-learning
   - data-preparation
+  - pytorch
 spec:
   command: ''
   args: []
   image: mlrun/mlrun
   build:
     functionSourceCode: IyBDb3B5cmlnaHQgMjAxOSBJZ3VhemlvCiMKIyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKIyB5b3UgbWF5IG5vdCB1c2UgdGhpcyBmaWxlIGV4Y2VwdCBpbiBjb21wbGlhbmNlIHdpdGggdGhlIExpY2Vuc2UuCiMgWW91IG1heSBvYnRhaW4gYSBjb3B5IG9mIHRoZSBMaWNlbnNlIGF0CiMKIyAgICAgaHR0cDovL3d3dy5hcGFjaGUub3JnL2xpY2Vuc2VzL0xJQ0VOU0UtMi4wCiMKIyBVbmxlc3MgcmVxdWlyZWQgYnkgYXBwbGljYWJsZSBsYXcgb3IgYWdyZWVkIHRvIGluIHdyaXRpbmcsIHNvZnR3YXJlCiMgZGlzdHJpYnV0ZWQgdW5kZXIgdGhlIExpY2Vuc2UgaXMgZGlzdHJpYnV0ZWQgb24gYW4gIkFTIElTIiBCQVNJUywKIyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KIyBTZWUgdGhlIExpY2Vuc2UgZm9yIHRoZSBzcGVjaWZpYyBsYW5ndWFnZSBnb3Zlcm5pbmcgcGVybWlzc2lvbnMgYW5kCiMgbGltaXRhdGlvbnMgdW5kZXIgdGhlIExpY2Vuc2UuCiMKaW1wb3J0IGpzb24KaW1wb3J0IHBpY2tsZQoKaW1wb3J0IHRvcmNoCmZyb20gdHJhbnNmb3JtZXJzIGltcG9ydCBCZXJ0TW9kZWwsIEJlcnRUb2tlbml6ZXIKCgpkZWYgaW5pdF9jb250ZXh0KGNvbnRleHQpOgogICAgdG9rZW5pemVyID0gQmVydFRva2VuaXplci5mcm9tX3ByZXRyYWluZWQoImJlcnQtYmFzZS11bmNhc2VkIikKICAgIG1vZGVsID0gQmVydE1vZGVsLmZyb21fcHJldHJhaW5lZCgiYmVydC1iYXNlLXVuY2FzZWQiKQogICAgbW9kZWwuZXZhbCgpCgogICAgc2V0YXR0cihjb250ZXh0LnVzZXJfZGF0YSwgInRva2VuaXplciIsIHRva2VuaXplcikKICAgIHNldGF0dHIoY29udGV4dC51c2VyX2RhdGEsICJtb2RlbCIsIG1vZGVsKQoKCmRlZiBoYW5kbGVyKGNvbnRleHQsIGV2ZW50KToKICAgIGRvY3MgPSBqc29uLmxvYWRzKGV2ZW50LmJvZHkpCiAgICBkb2NzID0gW2RvYy5sb3dlcigpIGZvciBkb2MgaW4gZG9jc10KICAgIGRvY3MgPSBjb250ZXh0LnVzZXJfZGF0YS50b2tlbml6ZXIuYmF0Y2hfZW5jb2RlX3BsdXMoCiAgICAgICAgZG9jcywgcGFkX3RvX21heF9sZW5ndGg9VHJ1ZSwgcmV0dXJuX3RlbnNvcnM9InB0IgogICAgKQoKICAgIHdpdGggdG9yY2gubm9fZ3JhZCgpOgogICAgICAgIGVtYmVkZGluZ3MgPSBjb250ZXh0LnVzZXJfZGF0YS5tb2RlbCgqKmRvY3MpCiAgICBlbWJlZGRpbmdzID0gW2VtYmVkZGluZ3NbMF0ubnVtcHkoKSwgZW1iZWRkaW5nc1sxXS5udW1weSgpXQogICAgcmV0dXJuIHBpY2tsZS5kdW1wcyhlbWJlZGRpbmdzKQo=
     commands: []
-    code_origin: http://github.com/aviaIguazio/functions.git#a1c9940e4c2420c88063768b4038e29b1f4e37a6:/Users/Avi_Asulin/PycharmProjects/mlrun/functions/bert_embeddings/bert_embeddings.py
-    origin_filename: /Users/Avi_Asulin/PycharmProjects/mlrun/functions/bert_embeddings/bert_embeddings.py
+    code_origin: ''
+    origin_filename: ''
     requirements:
     - torch
   description: Get BERT based embeddings for given text
   default_handler: ''
   disable_auto_mount: false
   clone_target_dir: ''
-  env: []
+  env:
+  - name: MLRUN_HTTPDB__NUCLIO__EXPLICIT_ACK
+    value: enabled
   priority_class_name: ''
   preemption_mode: prevent
   min_replicas: 1
diff --git a/bert_embeddings/item.yaml b/bert_embeddings/item.yaml
@@ -1,7 +1,9 @@
 apiVersion: v1
 categories:
+- huggingface
 - machine-learning
 - data-preparation
+- pytorch
 description: Get BERT based embeddings for given text
 doc: ''
 example: bert_embeddings.ipynb
@@ -23,4 +25,4 @@ spec:
   requirements:
   - torch
 url: ''
-version: 1.2.0
+version: 1.3.0
diff --git a/hugging_face_classifier_trainer/function.yaml b/hugging_face_classifier_trainer/function.yaml
@@ -2,11 +2,13 @@ kind: job
 metadata:
   name: hugging-face-classifier-trainer
   tag: ''
-  hash: e8113e81f04c96fc9a8a94e717dea81ee3e05a18
+  hash: f9d8aa4a2c66e24fa418bb163829adc3e2ada06c
   project: ''
   labels:
     author: davids
   categories:
+  - deep-learning
+  - huggingface
   - machine-learning
   - model-training
 spec:
diff --git a/hugging_face_classifier_trainer/item.yaml b/hugging_face_classifier_trainer/item.yaml
@@ -1,5 +1,7 @@
 apiVersion: v1
 categories:
+- deep-learning
+- huggingface
 - machine-learning
 - model-training
 description: Automatic train and optimize functions for HuggingFace framework
@@ -28,4 +30,4 @@ spec:
   - datasets~=2.10.1
   - scikit-learn~=1.0.2
 url: ''
-version: 0.2.0
+version: 0.3.0
diff --git a/hugging_face_serving/function.yaml b/hugging_face_serving/function.yaml
diff --git a/hugging_face_serving/item.yaml b/hugging_face_serving/item.yaml
@@ -1,5 +1,7 @@
 apiVersion: v1
 categories:
+- huggingface
+- genai
 - model-serving
 - machine-learning
 description: Generic Hugging Face model server.
@@ -26,4 +28,5 @@ spec:
   - transformers==4.21.3
   - tensorflow==2.9.2
 url: ''
-version: 1.0.0
+version: 1.1.0
+test_valid: false
diff --git a/huggingface_auto_trainer/function.yaml b/huggingface_auto_trainer/function.yaml
diff --git a/huggingface_auto_trainer/item.yaml b/huggingface_auto_trainer/item.yaml
@@ -1,5 +1,7 @@
 apiVersion: v1
 categories:
+- huggingface
+- genai
 - machine-learning
 - model-training
 description: fine-tune llm model with ease
@@ -22,4 +24,4 @@ spec:
   kind: job
   requirements: []
 url: ''
-version: 1.0.0
+version: 1.1.0
diff --git a/pii_recognizer/function.yaml b/pii_recognizer/function.yaml
@@ -2,13 +2,14 @@ kind: job
 metadata:
   name: pii-recognizer
   tag: ''
-  hash: b09b7b9a4ffd55088d665a0191055411e9198a2f
+  hash: 818930645d33704e9cada919769ee9d93cbb9434
   project: ''
   labels:
     author: pgw
   categories:
   - machine-learning
   - data-preparation
+  - NLP
 spec:
   command: ''
   args: []
diff --git a/pii_recognizer/item.yaml b/pii_recognizer/item.yaml
@@ -2,6 +2,7 @@ apiVersion: v1
 categories: 
   - machine-learning
   - data-preparation
+  - NLP
 description: This function is used to recognize PII in a directory of text files
 doc: ''
 example: pii_recognizer.ipynb
@@ -30,5 +31,5 @@ spec:
    - st-annotated-text
    - https://huggingface.co/beki/en_spacy_pii_distilbert/resolve/main/en_spacy_pii_distilbert-any-py3-none-any.whl
 url: ''
-version: 0.2.0
+version: 0.3.0
 test_valid: False
diff --git a/pyannote_audio/function.yaml b/pyannote_audio/function.yaml
@@ -2,14 +2,14 @@ kind: job
 metadata:
   name: pyannote-audio
   tag: ''
-  hash: c45be8d7f51f0b2203155b08c307814a2cb0ac78
+  hash: aed670a0534ebf30690dd2af7acad35595c7d5b1
   project: ''
   labels:
     author: guyl
   categories:
   - deep-learning
-  - Huggingface
-  - Audio
+  - huggingface
+  - audio
 spec:
   command: ''
   args: []
diff --git a/pyannote_audio/item.yaml b/pyannote_audio/item.yaml
@@ -1,8 +1,8 @@
 apiVersion: v1
 categories:
 - deep-learning
-- Huggingface
-- Audio
+- huggingface
+- audio
 description: pyannote's speech diarization of audio files
 doc: ''
 example: pyannote_audio.ipynb
@@ -27,4 +27,4 @@ spec:
   - torchaudio
   - tqdm
 url: ''
-version: 1.1.0
+version: 1.2.0
diff --git a/question_answering/function.yaml b/question_answering/function.yaml
@@ -2,11 +2,13 @@ kind: job
 metadata:
   name: question-answering
   tag: ''
-  hash: 90e67d116b256a98da7d5819724e43df01d8b4eb
+  hash: aed62db95f17576c69b457767e3595c2de1d5465
   project: ''
   labels:
     author: yonish
   categories:
+  - genai
+  - huggingface
   - machine-learning
 spec:
   command: ''
diff --git a/question_answering/item.yaml b/question_answering/item.yaml
@@ -1,5 +1,7 @@
 apiVersion: v1
 categories:
+- genai
+- huggingface
 - machine-learning
 description: GenAI approach of question answering on a given data
 doc: ''
@@ -24,4 +26,4 @@ spec:
     - torch
     - tqdm
 url: ''
-version: 0.3.1
+version: 0.4.0
diff --git a/silero_vad/function.yaml b/silero_vad/function.yaml
@@ -2,14 +2,14 @@ kind: job
 metadata:
   name: silero-vad
   tag: ''
-  hash: 61b7a70c167b7819481fdabf9350fc6fa344d2f5
+  hash: 59336f808643a74f3a2c5d506977387010427208
   project: ''
   labels:
     author: guyl
   categories:
   - deep-learning
-  - PyTorch
-  - Audio
+  - pytorch
+  - audio
 spec:
   command: ''
   args: []
diff --git a/silero_vad/item.yaml b/silero_vad/item.yaml
@@ -1,8 +1,8 @@
 apiVersion: v1
 categories:
 - deep-learning
-- PyTorch
-- Audio
+- pytorch
+- audio
 description: Silero VAD (Voice Activity Detection) functions.
 doc: ''
 example: silero_vad.ipynb
@@ -27,4 +27,4 @@ spec:
   - tqdm
   - onnxruntime
 url: ''
-version: 1.2.0
+version: 1.3.0
diff --git a/structured_data_generator/function.yaml b/structured_data_generator/function.yaml
@@ -2,15 +2,15 @@ kind: job
 metadata:
   name: structured-data-generator
   tag: ''
-  hash: ac969f46aae91804024ea736856267c26578864b
+  hash: 44bb39f4bc55b38fc7ead1df24cb02bcf7f05bc9
   project: ''
   labels:
     author: zeevr
   categories:
   - machine-learning
   - data-preparation
   - data-generation
-  - GenAI
+  - genai
 spec:
   command: ''
   args: []
diff --git a/structured_data_generator/item.yaml b/structured_data_generator/item.yaml
@@ -3,7 +3,7 @@ categories:
 - machine-learning
 - data-preparation
 - data-generation
-- GenAI
+- genai
 description: GenAI approach of generating structured data according to a given schema
 doc: ''
 example: structured_data_generator.ipynb
@@ -26,4 +26,4 @@ spec:
   - langchain
   - tqdm
 url: ''
-version: 1.4.0
+version: 1.5.0
diff --git a/text_to_audio_generator/function.yaml b/text_to_audio_generator/function.yaml
@@ -2,13 +2,14 @@ kind: job
 metadata:
   name: text-to-audio-generator
   tag: ''
-  hash: 534e34d316098dcb345860a786ea013102150e67
+  hash: 89fcaf3fab53e7b7fbba448a5e65c253d7fa66ed
   project: ''
   labels:
     author: yonatans
   categories:
   - data-preparation
   - machine-learning
+  - pytorch
 spec:
   command: ''
   args: []
diff --git a/text_to_audio_generator/item.yaml b/text_to_audio_generator/item.yaml
@@ -2,6 +2,7 @@ apiVersion: v1
 categories:
 - data-preparation
 - machine-learning
+- pytorch
 description: Generate audio file from text using different speakers
 doc: ''
 example: text_to_audio_generator.ipynb
@@ -24,5 +25,5 @@ spec:
     - bark
     - torchaudio
 url: ''
-version: 1.1.0
+version: 1.2.0
 test_valid: True
diff --git a/transcribe/function.yaml b/transcribe/function.yaml
@@ -2,12 +2,14 @@ kind: job
 metadata:
   name: transcribe
   tag: ''
-  hash: 5cd620de67a936ee8a87cfc1f0b97e19730d0a69
+  hash: 8810ac74045bd15cee15a2e4e89563e8e29908d3
   project: ''
   labels:
     author: yonatans
   categories:
   - data-preparation
+  - genai
+  - huggingface
   - machine-learning
 spec:
   command: ''
@@ -24,6 +26,7 @@ spec:
     - tqdm
     - torchaudio
     - torch
+    - accelerate
   entry_points:
     do_task:
       name: do_task
diff --git a/transcribe/item.yaml b/transcribe/item.yaml
@@ -1,6 +1,8 @@
 apiVersion: v1
 categories:
 - data-preparation
+- genai
+- huggingface
 - machine-learning
 description: Transcribe audio files into text files
 doc: ''
@@ -27,4 +29,4 @@ spec:
     - torch
     - accelerate
 url: ''
-version: 1.0.0
+version: 1.1.0
diff --git a/translate/function.yaml b/translate/function.yaml
diff --git a/translate/item.yaml b/translate/item.yaml
