some cleanup

2025-01-09 12:21:31 -08:00
parent 49f19afd51
commit 4f4d5c80e0
1 changed files with 0 additions and 2 deletions
@@ -69,8 +69,6 @@ class Attention(nn.Module):
        mask: Optional[mx.array] = None,
        cache: Optional[Any] = None,
    ) -> mx.array:
-        B, L, D = x.shape
-
        queries, keys, values = self.q_proj(x), self.k_proj(x), self.v_proj(x)

        # Prepare the queries, keys and values for the attention computation