diff --git a/mlx_lm/models/switch_layers.py b/mlx_lm/models/switch_layers.py
index 69f5623..1fe5d91 100644
--- a/mlx_lm/models/switch_layers.py
+++ b/mlx_lm/models/switch_layers.py
@@ -154,7 +154,7 @@ class SwiGLU(nn.Module):
         super().__init__()
 
     def __call__(self, x, gate):
-        return swiglu(x, gate)
+        return swiglu(gate, x)
 
 
 class SwitchGLU(nn.Module):