Update app.py

app.py

@@ -16,7 +16,6 @@ def format_prompt(message, history):
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=9048, top_p=0.95, repetition_penalty=1.0):
     temperature = max(float(temperature), 1e-2)
     top_p = float(top_p)
-
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
@@ -32,15 +31,10 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=904
     system_prompt = f"server log: ~This message was sent at {formatted_time}. The actual year is 2024.~"
 
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-
-    # Use a loading indicator while the model is generating the response
-    with gr.Blocks().loading_indicator():
-        stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-        output = ""
-        for response in stream:
-            output += response.token.text
-            yield output
-
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    output = ""
+    for response in stream:
+        output += response.token.text
     return output
 
 additional_inputs = [
@@ -51,17 +45,10 @@ additional_inputs = [
     gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens")
 ]
 
-# Path to your custom CSS file
-css_path = "theme.css"
-
-chat_interface = gr.ChatInterface(
+gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
     title="ConvoLite",
-    concurrency_limit=50, # Increase the concurrency limit
-)
-
-with gr.Blocks(css=f"file={css_path}", theme=gr.themes.Soft()) as demo:
-    demo.add(chat_interface)
-    demo.launch(show_api=False)
+    concurrency_limit=20,
+).launch(show_api=False)