Update app.py

app.py

@@ -14,8 +14,8 @@ def generate_prompts(user_input):
         input_variables=["Question"],
         template=f"list 10 quetion prompts for {user_input}"
     )
-    config = {'max_new_tokens': 512, 'temperature': 0.7, 'context_length': 512}
-    llm = CTransformers(model="TheBloke/zephyr-7B-alpha-GGUF",
+    config = {'max_new_tokens': 64, 'temperature': 0.7, 'context_length': 64}
+    llm = CTransformers(model="TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
                         config=config)
     hub_chain = LLMChain(prompt = prompt_template, llm = llm)
     input_data = {"Question": user_input}
@@ -33,8 +33,8 @@ def answer_question(prompt):
         input_variables=["Question"],
         template=f"Answer '{prompt} 'and do not consider the number behind it."
     )
-    config = {'max_new_tokens': 512, 'temperature': 0.7, 'context_length': 512}
-    llm = CTransformers(model="mistralai/Mistral-7B-v0.1",
+    config = {'max_new_tokens': 64, 'temperature': 0.7, 'context_length': 64}
+    llm = CTransformers(model="TheBloke/Llama-2-7B-Chat-GGML",
                         config=config)
     hub_chain = LLMChain(prompt = prompt_template, llm = llm)
     input_data = {"Question": prompt}