utils!

microsoft · Nov 12, 2024 · bc14f13 · bc14f13
1 parent 0ec0b1e
commit bc14f13
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 7 deletions.
diff --git a/mttl/models/utils.py b/mttl/models/utils.py
@@ -158,10 +158,10 @@ def model_loader_helper(
                     torch_dtype=torch_dtype,
                 )
                 break
-            except:
+            except Exception as e:
                 continue
         if model_object is None:
-            raise ValueError(f"Couldn't load {model_name}!")
+            raise ValueError(f"Couldn't load {model_name}! Exception: {e}")
 
     if bnb_config is not None:
         model_object = prepare_model_for_kbit_training(model_object)

diff --git a/tests/test_library_transforms.py b/tests/test_library_transforms.py
@@ -121,16 +121,13 @@ def patch_expert_weights(expert, offset=0):
 
 
 def test_phatgoose(tiny_flan, tmp_path, create_dummy_expert, monkeypatch):
-    # disable wandb
-    monkeypatch.setenv("WANDB_MODE", "disabled")
-
     dataset, dataset_id = tiny_flan
 
     config = ExpertConfig(
         **{
             "model_modifier": "lora",
-            "lora_rank": 32,
-            "lora_alpha": 16,
+            "lora_rank": 4,
+            "lora_alpha": 1,
             "warmup_steps": 0,
             "modify_layers": "k_proj|v_proj|q_proj|o_proj",
             "trainable_param_names": ".*lora_[ab].*",