boost context to 4096

matrix_pygmalion_bot/bot/ai/langchain.py

@@ -90,7 +90,7 @@ class AI(object):
         self.bot = bot
         self.memory_path = memory_path
         self.rooms = {}
-        self.max_context = 2048
+        self.max_context = 4096
 
         from ..wrappers.langchain_koboldcpp import KoboldCpp
         self.llm_chat = KoboldCpp(temperature=self.bot.temperature, endpoint_url="http://172.16.33.10:5001/api/latest/generate", max_context=self.max_context, stop=['<|endoftext|>'], verbose=True)