From 8798ab52ee099a641fb01e33f32008cd7a021e71 Mon Sep 17 00:00:00 2001
From: Ryuichi Leo Takashige <leo@exolabs.net>
Date: Fri, 23 Jan 2026 15:00:11 +0000
Subject: [PATCH] bug

---
 src/exo/worker/runner/batched_scoring_handler.py | 4 ++--
 src/exo/worker/runner/runner.py                  | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/exo/worker/runner/batched_scoring_handler.py b/src/exo/worker/runner/batched_scoring_handler.py
index 5d435909..c8942e4a 100644
--- a/src/exo/worker/runner/batched_scoring_handler.py
+++ b/src/exo/worker/runner/batched_scoring_handler.py
@@ -39,8 +39,8 @@ class BatchedScoringHandler:
     tokenizer: TokenizerWrapper
     model_id: ModelId
     device_rank: int
-    max_batch_size: int = 32
-    batch_timeout_ms: int = 10
+    max_batch_size: int = 128
+    batch_timeout_ms: int = 20
 
     pending: list[PendingScoringRequest] = field(default_factory=list)
     pending_start_time: float | None = None
diff --git a/src/exo/worker/runner/runner.py b/src/exo/worker/runner/runner.py
index a7925722..2ee2b08b 100644
--- a/src/exo/worker/runner/runner.py
+++ b/src/exo/worker/runner/runner.py
@@ -89,7 +89,7 @@ from exo.worker.runner.bootstrap import logger
 
 # Batching configuration
 BATCH_ENABLED = True
-BATCH_MAX_SIZE = 64
+BATCH_MAX_SIZE = 128
 
 
 def _should_use_serial_processing(