|
@ -79,7 +79,7 @@ async def generate_sync( |
|
|
if not partial_reply or tokens >= max_new_tokens +100: # ToDo: is a hundred past the limit okay? |
|
|
if not partial_reply or tokens >= max_new_tokens +100: # ToDo: is a hundred past the limit okay? |
|
|
complete = True |
|
|
complete = True |
|
|
break |
|
|
break |
|
|
for t in [f"\nYou:", f"\n### Human:", f"\n{bot.user_name}:", '<|endoftext|>']: |
|
|
for t in [f"\nYou:", f"\n### Human:", f"\n{bot.user_name}:", '<|endoftext|>', '</END>']: |
|
|
idx = complete_reply.find(t) |
|
|
idx = complete_reply.find(t) |
|
|
if idx != -1: |
|
|
if idx != -1: |
|
|
complete_reply = complete_reply[:idx].strip() |
|
|
complete_reply = complete_reply[:idx].strip() |
|
|