move

2026-02-06 17:36:53 +00:00
parent 76d7994fa1
commit 4dc8654ee7
1 changed files with 1 additions and 1 deletions
@@ -298,8 +298,8 @@ def mlx_generate(
    )
    max_stop_len = max((len(s) for s in stop_sequences), default=0)

-    logger.info("Ready to prefill")
    mx_barrier(group)
+    logger.info("Ready to prefill")

    # Prefill cache with all tokens except the last one
    prefill_tps, prefill_tokens, ssm_snapshots_list = prefill(