From 90e2a200915c67be736295aa91d7db4523d8cc34 Mon Sep 17 00:00:00 2001 From: Alex Cheema Date: Thu, 5 Feb 2026 06:09:50 -0800 Subject: [PATCH] Merge remote-tracking branch 'origin/main' into alexcheema/speculative-decoding Co-Authored-By: Claude Opus 4.5 --- src/exo/shared/types/commands.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/src/exo/shared/types/commands.py b/src/exo/shared/types/commands.py index 115df719..6f3b7860 100644 --- a/src/exo/shared/types/commands.py +++ b/src/exo/shared/types/commands.py @@ -72,6 +72,14 @@ class DeleteDownload(BaseCommand): model_id: ModelId +class SetInstanceDraftModel(BaseCommand): + """Set or update the draft model for an existing instance.""" + + instance_id: InstanceId + draft_model: ModelId | None # None to disable speculative decoding + num_draft_tokens: int = 4 + + DownloadCommand = StartDownload | DeleteDownload @@ -84,6 +92,7 @@ Command = ( | PlaceInstance | CreateInstance | DeleteInstance + | SetInstanceDraftModel | TaskFinished | SendInputChunk )