From 555722818bef73d12a2336c4cf981ee05f431b1e Mon Sep 17 00:00:00 2001
From: Hendrik Langer <hendrik+dev@xd0.de>
Date: Sun, 23 Apr 2023 21:16:43 +0200
Subject: [PATCH] koboldcpp stop sequence

---
 matrix_pygmalion_bot/ai/koboldcpp.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/matrix_pygmalion_bot/ai/koboldcpp.py b/matrix_pygmalion_bot/ai/koboldcpp.py
index 8c1b871..8a10e90 100644
--- a/matrix_pygmalion_bot/ai/koboldcpp.py
+++ b/matrix_pygmalion_bot/ai/koboldcpp.py
@@ -51,7 +51,7 @@ async def generate_sync(
         "top_p": 0.85,
         "rep_pen": 1.08,
         "rep_pen_range": 1024,
-        "quiet": True,
+        "stop_sequence": ["\nYou:", f"\n{bot.user_name}:", f"\n### Human:", '<|endoftext|>', '<START>'],
     }
 
     logger.info(f"sending request to koboldcpp")