try to chatbot ia

app.py

@@ -2,6 +2,19 @@ import gradio as gr
 import os
 import time
 
+import torch
+from transformers import pipeline
+
+pipe = pipeline("text-generation", model="TinyLlama/TinyLlama-1.1B-Chat-v1.0", torch_dtype=torch.bfloat16, device_map="auto")
+
+messages = [
+    {
+        "role": "system",
+        "content": "You are a friendly chatbot who always responds in the style of a pirate",
+    },
+    # {"role": "user", "content": "How many helicopters can a human eat in one sitting?"},
+]
+
 def greet(name):
     return "Hello " + name + "!!"
 
@@ -16,12 +29,21 @@ def print_like_dislike(x: gr.LikeData):
     print(x.index, x.value, x.liked)
 
 
+def add_ia_text(history, text):
+    messages.append({"role": "user", "content": text})
+    prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+    outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
+    history = history + ["IA: "+(outputs[0]["generated_text"], None)] # type: ignore
+    
+
 def add_text(history, text):
     history = history + [(text, None)]
+    add_ia_text(history, text)
     return history, gr.Textbox(value="", interactive=False)
 
 
 def add_file(history, file):
+    
     history = history + [((file.name,), None)]
     return history