electron-rare/mlx-lm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

default repetition penalty to 0.0 in the server (#658)

Browse Source
This commit is contained in:
Awni Hannun
2025-12-08 16:14:00 -08:00
committed by GitHub
parent 84996808a2
commit 82dfd39ef2
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
mlx_lm/server.py
+1 -1
View File
@@ -921,7 +921,7 @@ class APIHandler(BaseHTTPRequestHandler):
self.top_p = self.body.get("top_p", self.response_generator.cli_args.top_p)
self.top_k = self.body.get("top_k", self.response_generator.cli_args.top_k)
self.min_p = self.body.get("min_p", self.response_generator.cli_args.min_p)
self.repetition_penalty = self.body.get("repetition_penalty", 1.0)
self.repetition_penalty = self.body.get("repetition_penalty", 0.0)
self.repetition_context_size = self.body.get("repetition_context_size", 20)
self.xtc_probability = self.body.get("xtc_probability", 0.0)
self.xtc_threshold = self.body.get("xtc_threshold", 0.0)