Spaces:
Running
on
Zero
Running
on
Zero
Update lora.py
Browse files
lora.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
|
2 |
import math
|
3 |
import torch
|
4 |
import torch.nn as nn
|
@@ -94,4 +93,4 @@ class LoRAModule(nn.Module):
|
|
94 |
lora_output = self.lora_up(lora_output)
|
95 |
|
96 |
# Combine with original output
|
97 |
-
return self.org_forward(x) + lora_output * self.multiplier * self.scale
|
|
|
|
|
1 |
import math
|
2 |
import torch
|
3 |
import torch.nn as nn
|
|
|
93 |
lora_output = self.lora_up(lora_output)
|
94 |
|
95 |
# Combine with original output
|
96 |
+
return self.org_forward(x) + lora_output * self.multiplier * self.scale
|