From 02a024158112247c5c04f6c9ee7d4d227ee4db07 Mon Sep 17 00:00:00 2001 From: Yi Hong Ang Date: Thu, 8 May 2025 15:35:53 +0800 Subject: [PATCH] Add rudimentary health check (#155) --- mlx_lm/server.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/mlx_lm/server.py b/mlx_lm/server.py index f74bdf6..e151fb8 100644 --- a/mlx_lm/server.py +++ b/mlx_lm/server.py @@ -772,11 +772,23 @@ class APIHandler(BaseHTTPRequestHandler): """ if self.path == "/v1/models": self.handle_models_request() + elif self.path == "/health": + self.handle_health_check() else: self._set_completion_headers(404) self.end_headers() self.wfile.write(b"Not Found") + def handle_health_check(self): + """ + Handle a GET request for the /health endpoint. + """ + self._set_completion_headers(200) + self.end_headers() + + self.wfile.write('{"status": "ok"}'.encode()) + self.wfile.flush() + def handle_models_request(self): """ Handle a GET request for the /v1/models endpoint.