primerz commited on
Commit
b3c8e03
·
verified ·
1 Parent(s): 9794657

Update lora.py

Browse files
Files changed (1) hide show
  1. lora.py +1 -2
lora.py CHANGED
@@ -1,4 +1,3 @@
1
- from typing import Any, Callable, Dict, List, Optional, Tuple, Union
2
  import math
3
  import torch
4
  import torch.nn as nn
@@ -94,4 +93,4 @@ class LoRAModule(nn.Module):
94
  lora_output = self.lora_up(lora_output)
95
 
96
  # Combine with original output
97
- return self.org_forward(x) + lora_output * self.multiplier * self.scale
 
 
1
  import math
2
  import torch
3
  import torch.nn as nn
 
93
  lora_output = self.lora_up(lora_output)
94
 
95
  # Combine with original output
96
+ return self.org_forward(x) + lora_output * self.multiplier * self.scale