From 3bbfa9b258fc7e9a7ca0e8ce17376c298e3c1fb4 Mon Sep 17 00:00:00 2001
From: urlesistiana <55231606+urlesistiana@users.noreply.github.com>
Date: Wed, 1 Oct 2025 18:00:16 +0800
Subject: [PATCH] fixed FeedForward

---
 library/lumina_models.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/library/lumina_models.py b/library/lumina_models.py
index 7881726e..84fa44c5 100644
--- a/library/lumina_models.py
+++ b/library/lumina_models.py
@@ -637,7 +637,7 @@ class FeedForward(nn.Module):
     
     @torch.compile(disable=disable_selective_torch_compile)
     def forward(self, x):
-        return self.w2(F.silu(self.w1(x)*self.w3(x))) 
+        return self.w2(F.silu(self.w1(x))*self.w3(x))
 
 
 class JointTransformerBlock(GradientCheckpointMixin):