diff --git a/mlx_lm/models/cache.py b/mlx_lm/models/cache.py index bb04512..8df7391 100644 --- a/mlx_lm/models/cache.py +++ b/mlx_lm/models/cache.py @@ -7,7 +7,7 @@ from typing import Any, Dict, List, Optional import mlx.core as mx import mlx.nn as nn -from mlx.utils import tree_flatten, tree_map, tree_unflatten +from mlx.utils import tree_flatten, tree_map, tree_reduce, tree_unflatten from .base import create_causal_mask