diff --git a/matrix_pygmalion_bot/ai/runpod.py b/matrix_pygmalion_bot/ai/runpod.py index b34931a..08f5d25 100644 --- a/matrix_pygmalion_bot/ai/runpod.py +++ b/matrix_pygmalion_bot/ai/runpod.py @@ -66,7 +66,7 @@ async def generate_sync( 'early_stopping': False, 'seed': -1, 'add_bos_token': True, - 'custom_stopping_strings': [f"\n{bot.user_name}:"], + 'stopping_strings': [f"\n{bot.user_name}:"], 'truncation_length': 2048, 'ban_eos_token': False, 'skip_special_tokens': True,