fix

confluence_qa.py

@@ -14,8 +14,8 @@ class ConfluenceQA:
     def define_model(self) -> None:
         tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large")
         model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-large")
-        pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer, max_new_tokens=512, truncation=True)
-        self.llm = HuggingFacePipeline(pipeline = pipe,model_kwargs={"temperature": 0},)
+        pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer, max_new_tokens=1024, truncation=True)
+        self.llm = HuggingFacePipeline(pipeline = pipe,model_kwargs={"temperature": 0, "max_length": 1024})
 
     def store_in_vector_db(self) -> None:
         persist_directory = self.config.get("persist_directory",None)