VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-08 06:28:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed FeedForward

Browse Source
This commit is contained in:
urlesistiana
2025-10-01 18:00:16 +08:00
parent 3420a6f7d1
commit 3bbfa9b258
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
library/lumina_models.py
View File

@@ -637,7 +637,7 @@ class FeedForward(nn.Module):
@torch.compile(disable=disable_selective_torch_compile)
def forward(self, x):
return self.w2(F.silu(self.w1(x)*self.w3(x)))
return self.w2(F.silu(self.w1(x))*self.w3(x))
class JointTransformerBlock(GradientCheckpointMixin):