diff --git a/mlx_lm/models/llama.py b/mlx_lm/models/llama.py
index 739bc1a..4a789dc 100644
--- a/mlx_lm/models/llama.py
+++ b/mlx_lm/models/llama.py
@@ -69,8 +69,6 @@ class Attention(nn.Module):
         mask: Optional[mx.array] = None,
         cache: Optional[Any] = None,
     ) -> mx.array:
-        B, L, D = x.shape
-
         queries, keys, values = self.q_proj(x), self.k_proj(x), self.v_proj(x)
 
         # Prepare the queries, keys and values for the attention computation