koboldcpp stop sequence

2 years ago · 555722818b
1 changed files with 1 additions and 1 deletions
--- a/matrix_pygmalion_bot/ai/koboldcpp.py
+++ b/matrix_pygmalion_bot/ai/koboldcpp.py
@ -51,7 +51,7 @@ async def generate_sync(
        "top_p": 0.85,
        "rep_pen": 1.08,
        "rep_pen_range": 1024,
-        "quiet": True,
+        "stop_sequence": ["\nYou:", f"\n{bot.user_name}:", f"\n### Human:", '<|endoftext|>', '<START>'],
    }

    logger.info(f"sending request to koboldcpp")