|
@ -63,7 +63,7 @@ async def generate_sync( |
|
|
complete = False |
|
|
complete = False |
|
|
complete_reply = "" |
|
|
complete_reply = "" |
|
|
for i in range(TIMEOUT//DELAY): |
|
|
for i in range(TIMEOUT//DELAY): |
|
|
input_data["max_length"] = 16 # pseudo streaming |
|
|
input_data["max_length"] = 32 # pseudo streaming |
|
|
# Make the request |
|
|
# Make the request |
|
|
try: |
|
|
try: |
|
|
r = requests.post(endpoint, json=input_data, headers=headers, timeout=600) |
|
|
r = requests.post(endpoint, json=input_data, headers=headers, timeout=600) |
|
|