|
|
@ -51,7 +51,7 @@ async def generate_sync( |
|
|
"top_p": 0.85, |
|
|
"top_p": 0.85, |
|
|
"rep_pen": 1.08, |
|
|
"rep_pen": 1.08, |
|
|
"rep_pen_range": 1024, |
|
|
"rep_pen_range": 1024, |
|
|
"quiet": True, |
|
|
"stop_sequence": ["\nYou:", f"\n{bot.user_name}:", f"\n### Human:", '<|endoftext|>', '<START>'], |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
logger.info(f"sending request to koboldcpp") |
|
|
logger.info(f"sending request to koboldcpp") |
|
|
|
