diff --git a/mlx_lm/benchmark.py b/mlx_lm/benchmark.py index 7a860c0..3b2cb66 100644 --- a/mlx_lm/benchmark.py +++ b/mlx_lm/benchmark.py @@ -1,6 +1,7 @@ # Copyright © 2025 Apple Inc. import argparse +import time import mlx.core as mx @@ -66,6 +67,12 @@ def setup_arg_parser(): default=2048, help="Step size for prefill processing (default: 2048)", ) + parser.add_argument( + "--delay", + type=int, + default=0, + help="Delay between each test in seconds (default: 0)", + ) return parser @@ -139,6 +146,8 @@ def main(): rprint(f"Timing with {prompt_tokens=}, {generation_tokens=}, {batch_size=}.") responses = [] for i in range(args.num_trials): + if args.delay > 0: + time.sleep(args.delay) response = _bench() responses.append(response) results = [(k, getattr(response, k)) for k in report_keys]