Spaces:
Running
on
Zero
Running
on
Zero
Update lora_w2w.py
Browse files- lora_w2w.py +0 -7
lora_w2w.py
CHANGED
|
@@ -95,13 +95,6 @@ class LoRAModule(nn.Module):
|
|
| 95 |
del self.org_module
|
| 96 |
|
| 97 |
def forward(self, x):
|
| 98 |
-
print(x.device)
|
| 99 |
-
print(self.proj.device)
|
| 100 |
-
print(self.v1.device)
|
| 101 |
-
print(self.std1.device)
|
| 102 |
-
print(self.mean1.device)
|
| 103 |
-
print(self.multiplier)
|
| 104 |
-
print(self.scale)
|
| 105 |
return self.org_forward(x) +\
|
| 106 |
(x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
|
| 107 |
|
|
|
|
| 95 |
del self.org_module
|
| 96 |
|
| 97 |
def forward(self, x):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 98 |
return self.org_forward(x) +\
|
| 99 |
(x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
|
| 100 |
|