From ec27421107fa0a8a069e8e90dbe01ff2709a8bcb Mon Sep 17 00:00:00 2001
From: MikuAndRabbit <52323820+MikuAndRabbit@users.noreply.github.com>
Date: Mon, 11 Sep 2023 16:15:10 +0800
Subject: [PATCH] Fix the requires_grad adjustment logic in
 mark_only_lora_as_trainable

---
 loralib/utils.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/loralib/utils.py b/loralib/utils.py
index 0d121c9b..79e80fce 100644
--- a/loralib/utils.py
+++ b/loralib/utils.py
@@ -14,6 +14,8 @@ def mark_only_lora_as_trainable(model: nn.Module, bias: str = 'none') -> None:
     for n, p in model.named_parameters():
         if 'lora_' not in n:
             p.requires_grad = False
+        else:
+            p.requires_grad = True
     if bias == 'none':
         return
     elif bias == 'all':