migrate wan vace lora tests to the pipeline-level mixins (#14614)

Co-authored-by: Sayak Paul <spsayakpaul@gmail.com>

Author: akshan-main

tests/lora/test_lora_layers_wanvace.py

@@ -13,7 +13,10 @@
 # limitations under the License.
 
 
+import os
+
 import pytest
+import safetensors.torch
 import torch
 from PIL import Image
 from transformers import AutoConfig, AutoTokenizer, T5EncoderModel
@@ -25,9 +28,20 @@
     WanVACEPipeline,
     WanVACETransformer3DModel,
 )
+from diffusers.utils.import_utils import is_peft_available
+
+from ...testing_utils import assert_tensors_close, require_peft_version_greater, torch_device
+from ..testing_utils import (
+    BasePipelineTesterConfig,
+    LoraMemoryTesterMixin,
+    LoraTesterMixin,
+    MemoryTesterMixin,
+    PipelineTesterMixin,
+)
+
 
-from ...testing_utils import assert_tensors_close, torch_device
-from ..testing_utils import BasePipelineTesterConfig, MemoryTesterMixin, PipelineTesterMixin
+if is_peft_available():
+    from peft.utils import get_peft_model_state_dict
 
 
 class WanVACEPipelineTesterConfig(BasePipelineTesterConfig):
@@ -242,3 +256,48 @@ def test_save_load_optional_components(self, tmp_path, expected_max_difference=1
 
 class TestWanVACEPipelineMemory(WanVACEPipelineTesterConfig, MemoryTesterMixin):
     pass
+
+
+class TestWanVACEPipelineLoRA(WanVACEPipelineTesterConfig, LoraTesterMixin):
+    """LoRA tests for the Wan VACE pipeline."""
+
+    @require_peft_version_greater("0.13.2")
+    def test_lora_exclude_modules(self, tmp_path, base_pipe_output):
+        exclude_module_name = "vace_blocks.0.proj_out"
+        pipe = self.get_pipeline().to(torch_device)
+
+        self.add_adapters_to_pipeline(
+            pipe, components=["transformer"], target_modules=["proj_out"], exclude_modules=[exclude_module_name]
+        )
+        # The state dict should not contain the modules excluded from LoRA.
+        state_dict_from_model = get_peft_model_state_dict(pipe.transformer, adapter_name="default")
+        assert not any(exclude_module_name in k for k in state_dict_from_model)
+        assert any("proj_out" in k for k in state_dict_from_model)
+        output_lora_exclude_modules = self.run_pipe(pipe)
+
+        denoiser_state_dict = get_peft_model_state_dict(pipe.transformer)
+        self.pipeline_class.save_lora_weights(tmp_path, transformer_lora_layers=denoiser_state_dict)
+        pipe.unload_lora_weights()
+
+        # Check in the saved state dict.
+        loaded_state_dict = safetensors.torch.load_file(os.path.join(tmp_path, "pytorch_lora_weights.safetensors"))
+        assert not any(exclude_module_name in k for k in loaded_state_dict)
+        assert any("proj_out" in k for k in loaded_state_dict)
+
+        # Check in the state dict obtained after loading LoRA.
+        pipe.load_lora_weights(tmp_path)
+        state_dict_from_model = get_peft_model_state_dict(pipe.transformer, adapter_name="default_0")
+        assert not any(exclude_module_name in k for k in state_dict_from_model)
+        assert any("proj_out" in k for k in state_dict_from_model)
+
+        output_lora_pretrained = self.run_pipe(pipe)
+        assert not torch.allclose(base_pipe_output, output_lora_exclude_modules, atol=1e-3, rtol=1e-3), (
+            "LoRA should change outputs."
+        )
+        assert torch.allclose(output_lora_exclude_modules, output_lora_pretrained, atol=1e-3, rtol=1e-3), (
+            "Lora outputs should match."
+        )
+
+
+class TestWanVACEPipelineLoRAMemory(WanVACEPipelineTesterConfig, LoraMemoryTesterMixin):
+    """LoRA offloading tests for the Wan VACE pipeline."""