From 3d3e0751a3aee5b9c697df90084ca35320aa054a Mon Sep 17 00:00:00 2001 From: Awni Hannun Date: Tue, 9 Dec 2025 17:11:51 -0800 Subject: [PATCH] fix (#669) --- mlx_lm/models/deepseek_v32.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mlx_lm/models/deepseek_v32.py b/mlx_lm/models/deepseek_v32.py index d04b73a..9660536 100644 --- a/mlx_lm/models/deepseek_v32.py +++ b/mlx_lm/models/deepseek_v32.py @@ -98,7 +98,7 @@ class Indexer(nn.Module): k_pe = self.rope(k_pe, offset=offset) k = mx.concatenate([k_pe, k_nope], axis=-1) if cache is not None: - k, _ = cache.update_and_fetch(mx.zeros_like(k), mx.zeros([b, 1, s, 0])) + k, _ = cache.update_and_fetch(k, mx.zeros([b, 1, s, 0])) if k.shape[2] <= self.index_topk: return None scores = q @ k.swapaxes(-1, -2)