electron-rare/exo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

only remove the matching prefix from the prompt if its length is less than the prompt

Browse Source
This commit is contained in:
Alex Cheema
2024-08-02 11:11:16 +01:00
parent 67ad3f57a1
commit 54ea5dbb5c
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
exo/api/chatgpt_api.py
+4 -3
View File
@@ -309,11 +309,12 @@ class ChatGPTAPI:
match = self.prompts.find_longest_prefix(prompt)
if match:
if DEBUG >= 2:
print(f"Prompt for request starts with previous prompt {len(match[1].prompt)} of {len(prompt)}: {match[1].prompt}")
print(f"Prompt for request starts with previous prompt {len(match[1].prompt)} of {len(prompt)}: {match[1].prompt}")
request_id = match[1].request_id
self.prompts.add(prompt, PromptSession(request_id=request_id, timestamp=int(time.time()), prompt=prompt))
# remove the matching prefix from the prompt
prompt = prompt[len(match[1].prompt):]
if len(match[1].prompt) < len(prompt):
# remove the matching prefix from the prompt
prompt = prompt[len(match[1].prompt):]
else:
request_id = str(uuid.uuid4())
self.prompts.add(prompt, PromptSession(request_id=request_id, timestamp=int(time.time()), prompt=prompt))