diff --git a/exo/main.py b/exo/main.py index 9d74721c..4a9b318a 100644 --- a/exo/main.py +++ b/exo/main.py @@ -189,7 +189,8 @@ api = ChatGPTAPI( buffered_token_output = {} def update_topology_viz(req_id, tokens, __): if not topology_viz: return - if inference_engine.shard and inference_engine.shard.model_id == 'stable-diffusion-2-1-base': return + if not inference_engine.shard: return + if inference_engine.shard.model_id == 'stable-diffusion-2-1-base': return if req_id in buffered_token_output: buffered_token_output[req_id].extend(tokens) else: buffered_token_output[req_id] = tokens