v1.8

Update Context Window Logic

modules/pmbl.py

@@ -122,10 +122,10 @@ class PMBL:
         self.save_chat_history(prompt, response_text)
 
     def calculate_context(self, system_prompt, formatted_history):
-        system_prompt_tokens = len(system_prompt) // 12
-        history_tokens = len(formatted_history) // 12
+        system_prompt_tokens = len(system_prompt) // 4
+        history_tokens = len(formatted_history) // 4
         max_response_tokens = 1500
-        context_ceiling = 13000
+        context_ceiling = 32690
 
         available_tokens = context_ceiling - system_prompt_tokens - max_response_tokens
         if history_tokens <= available_tokens: