Fix kimi tool calling id

2026-02-06 17:31:55 +00:00
parent 2c1b8f79b2
commit 76d7994fa1
1 changed files with 3 additions and 0 deletions
@@ -298,6 +298,9 @@ def mlx_generate(
    )
    max_stop_len = max((len(s) for s in stop_sequences), default=0)

+    logger.info("Ready to prefill")
+    mx_barrier(group)
+
    # Prefill cache with all tokens except the last one
    prefill_tps, prefill_tokens, ssm_snapshots_list = prefill(
        model,