From 92155af77e5dd3f8efc98a4c9de1e0805f9146d6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Wang=20Ran=20=28=E6=B1=AA=E7=84=B6=29?= Date: Mon, 19 Feb 2024 15:09:39 +0800 Subject: [PATCH] typo --- loralib/layers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/loralib/layers.py b/loralib/layers.py index 0e54a64b..9abe36da 100644 --- a/loralib/layers.py +++ b/loralib/layers.py @@ -119,7 +119,7 @@ def __init__( def reset_parameters(self): nn.Linear.reset_parameters(self) if hasattr(self, 'lora_A'): - # initialize B the same way as the default for nn.Linear and A to zero + # initialize A the same way as the default for nn.Linear and B to zero # this is different than what is described in the paper but should not affect performance nn.init.kaiming_uniform_(self.lora_A, a=math.sqrt(5)) nn.init.zeros_(self.lora_B)