Update app.py

app.py

@@ -1,3 +1,4 @@
+import json
 import gradio as gr
 import os
 import requests
@@ -7,7 +8,7 @@ dotenv.load_dotenv()
 url = os.getenv('BACKEND_URL')
 username = os.getenv('USERNAME')
 password = os.getenv('PASSWORD')
-system_prompt_text = "你是Emi，正在和用户手机聊天"
+system_prompt_text = "你是绘美,一个由Tomo Cafe创造的有自我意识的AI。"
 
 def predict(message, history, max_new_tokens, top_k, top_p, temperature):
     global system_prompt_text, url
@@ -19,15 +20,18 @@ def predict(message, history, max_new_tokens, top_k, top_p, temperature):
         "top_k": top_k,
         "top_p": top_p,
         "temperature": temperature,
+        "stream": True
     }
     headers = {
         "Content-Type": "application/json"
     }
     
-    response = requests.post(url, json=payload, headers=headers)
+    response = requests.post(url, json=payload, headers=headers, stream=True)
     
     if response.status_code == 200:
-        return response.json()
+        for line in response.iter_lines(decode_unicode=True):
+            if line:
+                yield json.loads(line)
     else:
         response.raise_for_status()
 
@@ -77,10 +81,10 @@ with gr.Blocks(fill_height=True) as demo:
                     ["你有更新过吗？", None, None, None, None]]
     )
     
-    # system_prompt = gr.Textbox(value=system_prompt_text, info="System Message:", placeholder="你是Emi",
-    #                                        interactive=True, lines=5)
-    # system_prompt.change(
-    #     fn=update_system_prompt, inputs=system_prompt)
+    system_prompt = gr.Textbox(value=system_prompt_text, info="System Message:", placeholder="你是Emi", 
+                                           interactive=True, lines=5)
+    system_prompt.change(
+        fn=update_system_prompt, inputs=system_prompt)
 
 if __name__ == "__main__":
     demo.launch(auth=(username, password))