diff --git a/matrix_pygmalion_bot/ai/koboldcpp.py b/matrix_pygmalion_bot/ai/koboldcpp.py index 8c1b871..8a10e90 100644 --- a/matrix_pygmalion_bot/ai/koboldcpp.py +++ b/matrix_pygmalion_bot/ai/koboldcpp.py @@ -51,7 +51,7 @@ async def generate_sync( "top_p": 0.85, "rep_pen": 1.08, "rep_pen_range": 1024, - "quiet": True, + "stop_sequence": ["\nYou:", f"\n{bot.user_name}:", f"\n### Human:", '<|endoftext|>', ''], } logger.info(f"sending request to koboldcpp")