electron-rare/exo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

disable

Browse Source
This commit is contained in:
Evan
2026-03-24 11:54:04 +00:00
committed by rltakashige
parent a9c7b1c68a
commit a6cdc93d3c
4 changed files with 23 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/vllm_engine/src/vllm_engine/builder.py
+5 -3
View File
@@ -18,7 +18,9 @@ from vllm_engine.vllm_generator import VllmBatchEngine, load_vllm_engine
@dataclass
class VllmBuilder(EngineBuilder[BoundInstance, TextGeneration, GenerationResponse | ToolCallResponse]):
class VllmBuilder(
EngineBuilder[BoundInstance, TextGeneration, GenerationResponse | ToolCallResponse]
):
model_id: ModelId
model_path: str
trust_remote_code: bool
@@ -30,8 +32,8 @@ class VllmBuilder(EngineBuilder[BoundInstance, TextGeneration, GenerationRespons
def create(
cls,
bound_instance: BoundInstance,
cancel_receiver: MpReceiver[TaskId],
event_sender: MpSender[tuple[CommandId, ErrorChunk | PrefillProgressChunk]],
cancel_receiver: MpReceiver[TaskId],
event_sender: MpSender[tuple[CommandId, ErrorChunk | PrefillProgressChunk]],
) -> Self:
mid = bound_instance.instance.shard_assignments.model_id
return cls(