Fix swiglu parameter order (#767)

2026-01-17 09:13:23 -05:00
parent c27c94a0ff
commit 5261ab85ee
1 changed files with 1 additions and 1 deletions
@@ -154,7 +154,7 @@ class SwiGLU(nn.Module):
        super().__init__()

    def __call__(self, x, gate):
-        return swiglu(x, gate)
+        return swiglu(gate, x)


 class SwitchGLU(nn.Module):