|
|
@ -46,8 +46,8 @@ async def generate_sync( |
|
|
"max_context_length": 2048, |
|
|
"max_context_length": 2048, |
|
|
"max_length": max_new_tokens, |
|
|
"max_length": max_new_tokens, |
|
|
"temperature": bot.temperature, |
|
|
"temperature": bot.temperature, |
|
|
"top_k": 0, |
|
|
"top_k": 50, |
|
|
"top_p": 0, |
|
|
"top_p": 0.85, |
|
|
"rep_pen": 1.08, |
|
|
"rep_pen": 1.08, |
|
|
"rep_pen_range": 1024, |
|
|
"rep_pen_range": 1024, |
|
|
"quiet": True, |
|
|
"quiet": True, |
|
|
@ -55,8 +55,6 @@ async def generate_sync( |
|
|
|
|
|
|
|
|
logger.info(f"sending request to koboldcpp") |
|
|
logger.info(f"sending request to koboldcpp") |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
TIMEOUT = 360 |
|
|
TIMEOUT = 360 |
|
|
DELAY = 5 |
|
|
DELAY = 5 |
|
|
tokens = 0 |
|
|
tokens = 0 |
|
|
@ -94,6 +92,7 @@ async def generate_sync( |
|
|
await asyncio.sleep(DELAY) |
|
|
await asyncio.sleep(DELAY) |
|
|
else: |
|
|
else: |
|
|
raise ValueError(f"<ERROR>") |
|
|
raise ValueError(f"<ERROR>") |
|
|
|
|
|
raise ValueError(f"<ERROR> Timeout") |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def generate_image(input_prompt: str, negative_prompt: str, api_url: str, api_key: str, typing_fn): |
|
|
async def generate_image(input_prompt: str, negative_prompt: str, api_url: str, api_key: str, typing_fn): |
|
|
|
