Add a LoRA fine-tuning Colab

PiperOrigin-RevId: 726086542
google-deepmind · Feb 12, 2025 · 69588dc · 69588dc
1 parent 05376a4
commit 69588dc
Show file tree

Hide file tree

Showing 8 changed files with 991 additions and 56 deletions.
diff --git a/README.md b/README.md
@@ -44,11 +44,12 @@ To download the model weights. See
 
 ## Examples
 
-Our documentation contain various Colabs and tutorial for:
+Our documentation contain various Colabs and tutorial, including:
 
 * [Sampling](https://gemma-llm.readthedocs.io/en/latest/colab_sampling.html)
 * [Fine-tuning](https://gemma-llm.readthedocs.io/en/latest/colab_finetuning.html)
-* [LoRA](https://gemma-llm.readthedocs.io/en/latest/lora.html)
+* [LoRA](https://gemma-llm.readthedocs.io/en/latest/colab_lora_sampling.html)
+* ...
 
 Additionally, our
 [examples/](https://github.com/google-deepmind/gemma/tree/main/examples) folder

diff --git a/colabs/lora_finetuning.ipynb b/colabs/lora_finetuning.ipynb
diff --git a/colabs/lora.ipynb → colabs/lora_sampling.ipynb b/colabs/lora.ipynb → colabs/lora_sampling.ipynb
@@ -6,11 +6,11 @@
         "id": "qKlB5QTDIV6S"
       },
       "source": [
-        "# LoRA example\n",
+        "# LoRA (Sampling)\n",
         "\n",
-        "[![Open in Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/google-deepmind/gemma/blob/main/colabs/lora.ipynb)\n",
+        "[![Open in Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/google-deepmind/gemma/blob/main/colabs/lora_sampling.ipynb)\n",
         "\n",
-        "Example on using LoRA with Gemma (for both training and inference)."
+        "Example on using LoRA with Gemma (for inference). For an example of fine-tuning with LoRA, see [LoRA finetuning](https://github.com/google-deepmind/gemma/blob/main/docs/lora_finetuning.md) example."
       ]
     },
     {

diff --git a/docs/conf.py b/docs/conf.py
@@ -35,7 +35,8 @@
     # `'colab/finetuning.ipynb'` as output.
     includes_paths={
         'colabs/finetuning.ipynb': 'colab_finetuning.ipynb',
-        'colabs/lora.ipynb': 'colab_lora.ipynb',
+        'colabs/lora_sampling.ipynb': 'colab_lora_sampling.ipynb',
+        'colabs/lora_finetuning.ipynb': 'colab_lora_finetuning.ipynb',
         'colabs/sampling.ipynb': 'colab_sampling.ipynb',
         'colabs/tokenizer.ipynb': 'colab_tokenizer.ipynb',
         'gemma/peft/README.md': 'peft.md',

diff --git a/docs/index.md b/docs/index.md
@@ -7,7 +7,8 @@
     colab_finetuning
     colab_sampling
     colab_tokenizer
-    lora
+    colab_lora_sampling
+    colab_lora_finetuning
     peft
     checkpoints
 

diff --git a/docs/lora.md b/docs/lora.md
diff --git a/docs/lora_finetuning.md b/docs/lora_finetuning.md
@@ -0,0 +1 @@
+# LoRA (Finetuning)
diff --git a/docs/lora_sampling.md b/docs/lora_sampling.md
@@ -0,0 +1 @@
+# LoRA (Sampling)