Fix: add default stop sequence to chatml chat format

abetlen · abetlen · commit b84d76a84414 · 2023-11-10T04:24:48.000-05:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -565,7 +565,7 @@ def format_chatml(
     _messages = _map_roles(messages, _roles)
     _messages.append((_roles["assistant"], None))
     _prompt = _format_chatml(system_message, _messages, _sep)
-    return ChatFormatterResponse(prompt=_prompt)
+    return ChatFormatterResponse(prompt=_prompt, stop=_sep)
 
 
 @register_chat_completion_handler("functionary")
