VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-10 06:54:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed FeedForward

Browse Source
This commit is contained in:
urlesistiana
2025-10-01 18:00:16 +08:00
parent 3420a6f7d1
commit 3bbfa9b258
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
library/lumina_models.py
View File

@@ -637,7 +637,7 @@ class FeedForward(nn.Module):
@torch.compile(disable=disable_selective_torch_compile) @torch.compile(disable=disable_selective_torch_compile)
def forward(self, x): def forward(self, x):
return self.w2(F.silu(self.w1(x)*self.w3(x))) return self.w2(F.silu(self.w1(x))*self.w3(x))
class JointTransformerBlock(GradientCheckpointMixin): class JointTransformerBlock(GradientCheckpointMixin):