update requirements

Signed-off-by: Niels Bantilan <[email protected]>

.github/workflows/fine_tune.yaml

@@ -18,6 +18,10 @@ jobs:
       - uses: actions/checkout@v4
       - name: Set up Python 3.11
         uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+          cache: "pip"
+          cache-dependency-path: requirements.txt
       - name: Install dependencies
         run: pip install unionai
       - name: Run fine-tuning

config/phi_3_mini_128k_instruct.json

@@ -2,7 +2,7 @@
     "model_path": "microsoft/Phi-3-mini-128k-instruct",
     "output_dir": "./output",
     "checkpoint_dir": null,
-    "num_epochs": 100,
+    "num_epochs": 60,
     "max_steps": -1,
     "batch_size": 2,
     "test_size": 0.001,

requirements.txt

@@ -19,8 +19,8 @@ tokenizers
 transformers==4.41.1
 torch==2.0.1
 wandb
-unionai==0.1.23
-flytekitplugins-envd==1.12.1rc1
-flytekitplugins-kfpytorch==1.12.1rc1
-flytekitplugins-huggingface==1.12.1rc1
-flytekitplugins-deck-standard==1.12.1rc1
+unionai==0.1.25
+flytekitplugins-envd==1.12.2
+flytekitplugins-kfpytorch==1.12.2
+flytekitplugins-huggingface==1.12.2
+flytekitplugins-deck-standard==1.12.2