Add max tokens

app.py

@@ -36,6 +36,7 @@ def predict(message, history, threshold, temperature):
         messages=history_openai_format,  # Chat history
         temperature=temperature,  # Temperature for text generation
         stream=True,  # Stream response
+        max_tokens=512
     )
     print(stream)