From f0a8da26cfb5694e46e3c7af1c1e03d296343474 Mon Sep 17 00:00:00 2001 From: Hendrik Langer Date: Mon, 3 Jul 2023 22:46:50 +0200 Subject: [PATCH] boost context to 4096 --- matrix_pygmalion_bot/bot/ai/langchain.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/matrix_pygmalion_bot/bot/ai/langchain.py b/matrix_pygmalion_bot/bot/ai/langchain.py index fd69611..6abb582 100644 --- a/matrix_pygmalion_bot/bot/ai/langchain.py +++ b/matrix_pygmalion_bot/bot/ai/langchain.py @@ -90,7 +90,7 @@ class AI(object): self.bot = bot self.memory_path = memory_path self.rooms = {} - self.max_context = 2048 + self.max_context = 4096 from ..wrappers.langchain_koboldcpp import KoboldCpp self.llm_chat = KoboldCpp(temperature=self.bot.temperature, endpoint_url="http://172.16.33.10:5001/api/latest/generate", max_context=self.max_context, stop=['<|endoftext|>'], verbose=True)