Spaces:
Runtime error
Runtime error
Update lora.py
Browse files
lora.py
CHANGED
|
@@ -1,4 +1,3 @@
|
|
| 1 |
-
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
|
| 2 |
import math
|
| 3 |
import torch
|
| 4 |
import torch.nn as nn
|
|
@@ -94,4 +93,4 @@ class LoRAModule(nn.Module):
|
|
| 94 |
lora_output = self.lora_up(lora_output)
|
| 95 |
|
| 96 |
# Combine with original output
|
| 97 |
-
return self.org_forward(x) + lora_output * self.multiplier * self.scale
|
|
|
|
|
|
|
| 1 |
import math
|
| 2 |
import torch
|
| 3 |
import torch.nn as nn
|
|
|
|
| 93 |
lora_output = self.lora_up(lora_output)
|
| 94 |
|
| 95 |
# Combine with original output
|
| 96 |
+
return self.org_forward(x) + lora_output * self.multiplier * self.scale
|