From e24c276126f51b6a73683655b7c57798a4a7d376 Mon Sep 17 00:00:00 2001 From: Hendrik Langer Date: Fri, 14 Apr 2023 14:21:30 +0200 Subject: [PATCH] longer timeout for local koboldcpp --- matrix_pygmalion_bot/ai/koboldcpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/matrix_pygmalion_bot/ai/koboldcpp.py b/matrix_pygmalion_bot/ai/koboldcpp.py index e61f78a..d4b70d5 100644 --- a/matrix_pygmalion_bot/ai/koboldcpp.py +++ b/matrix_pygmalion_bot/ai/koboldcpp.py @@ -65,7 +65,7 @@ async def generate_sync( input_data["max_length"] = 16 # pseudo streaming # Make the request try: - r = requests.post(endpoint, json=input_data, headers=headers, timeout=360) + r = requests.post(endpoint, json=input_data, headers=headers, timeout=600) except requests.exceptions.RequestException as e: raise ValueError(f" HTTP ERROR {e}") r_json = r.json()