ViperEkura/AstrAI
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

refactor: split LoRA param init into local vars

Browse Source
This commit is contained in:
ViperEkura
2026-07-20 16:23:47 +08:00
parent 121a7bf8b4
commit 37a3036934
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
astrai/model/components/lora.py
+4 -2
View File
@@ -41,8 +41,10 @@ class LoRALinear(nn.Module):
self.scaling = alpha / r self.scaling = alpha / r
device = self.weight.device device = self.weight.device
dtype = self.weight.dtype dtype = self.weight.dtype
self.lora_A = nn.Parameter(torch.randn(r, self.weight.shape[1], device=device, dtype=dtype) / r) lora_a = torch.randn(r, self.weight.shape[1], device=device, dtype=dtype) / r
self.lora_B = nn.Parameter(torch.zeros(self.weight.shape[0], r, device=device, dtype=dtype)) lora_b = torch.zeros(self.weight.shape[0], r, device=device, dtype=dtype)
self.lora_A = nn.Parameter(lora_a)
self.lora_B = nn.Parameter(lora_b)
self._merged = False self._merged = False
def forward(self, x): def forward(self, x):