Rorical
commited on
Commit
·
83223a8
1
Parent(s):
aff89a0
fix: import & logic error
Browse files- modeling_lolicore.py +2 -2
modeling_lolicore.py
CHANGED
@@ -45,7 +45,7 @@ from transformers.utils import (
|
|
45 |
logging,
|
46 |
replace_return_docstrings,
|
47 |
)
|
48 |
-
from configuration_lolicore import LoliCoreConfig
|
49 |
|
50 |
|
51 |
if is_flash_attn_2_available():
|
@@ -335,7 +335,7 @@ class LoliCoreJump(nn.Module):
|
|
335 |
self.intermediate_size = intermediate_size
|
336 |
|
337 |
def forward(self, hidden_states):
|
338 |
-
return hidden_states
|
339 |
|
340 |
|
341 |
class LoliCoreMoEMLP(nn.Module):
|
|
|
45 |
logging,
|
46 |
replace_return_docstrings,
|
47 |
)
|
48 |
+
from .configuration_lolicore import LoliCoreConfig
|
49 |
|
50 |
|
51 |
if is_flash_attn_2_available():
|
|
|
335 |
self.intermediate_size = intermediate_size
|
336 |
|
337 |
def forward(self, hidden_states):
|
338 |
+
return torch.zeros_like(hidden_states)
|
339 |
|
340 |
|
341 |
class LoliCoreMoEMLP(nn.Module):
|