Browse Source

longer timeout for local koboldcpp

master
Hendrik Langer 2 years ago
parent
commit
e24c276126
  1. 2
      matrix_pygmalion_bot/ai/koboldcpp.py

2
matrix_pygmalion_bot/ai/koboldcpp.py

@ -65,7 +65,7 @@ async def generate_sync(
input_data["max_length"] = 16 # pseudo streaming input_data["max_length"] = 16 # pseudo streaming
# Make the request # Make the request
try: try:
r = requests.post(endpoint, json=input_data, headers=headers, timeout=360) r = requests.post(endpoint, json=input_data, headers=headers, timeout=600)
except requests.exceptions.RequestException as e: except requests.exceptions.RequestException as e:
raise ValueError(f"<ERROR> HTTP ERROR {e}") raise ValueError(f"<ERROR> HTTP ERROR {e}")
r_json = r.json() r_json = r.json()

Loading…
Cancel
Save