Spaces:
Running
on
Zero
Running
on
Zero
Update lora_w2w.py
Browse files- lora_w2w.py +7 -0
lora_w2w.py
CHANGED
|
@@ -95,6 +95,13 @@ class LoRAModule(nn.Module):
|
|
| 95 |
del self.org_module
|
| 96 |
|
| 97 |
def forward(self, x):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 98 |
return self.org_forward(x) +\
|
| 99 |
(x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
|
| 100 |
|
|
|
|
| 95 |
del self.org_module
|
| 96 |
|
| 97 |
def forward(self, x):
|
| 98 |
+
print(x.device)
|
| 99 |
+
print(self.proj.device)
|
| 100 |
+
print(self.v1.device)
|
| 101 |
+
print(self.std1.device)
|
| 102 |
+
print(self.mean1.device)
|
| 103 |
+
print(self.multiplier)
|
| 104 |
+
print(self.scale)
|
| 105 |
return self.org_forward(x) +\
|
| 106 |
(x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
|
| 107 |
|