Update app.py

app.py

@@ -123,7 +123,18 @@ sentences = ["In a quaint little town nestled in the heart of the mountains, a s
 
 "In a cozy, mountain-encircled village, a beloved bakery was the center of attraction, known for its traditional baking methods and delightful pastries, drawing a consistent stream of people waiting outside, all desiring to experience the renowned flavors that made the bakery's products distinctively mouth-watering."]
 
+sentence_clusters = cluster_sentences(sentences, model, num_clusters)
 
+# Step 2: Highlight similar words within each cluster
+clustered_sentences = [[] for _ in range(num_clusters)]
+for sentence, cluster_id in zip(sentences, sentence_clusters):
+    clustered_sentences[cluster_id].append(sentence)
+
+highlighted_clustered_sentences = []
+for cluster in clustered_sentences:
+    highlighted_clustered_sentences.extend(highlight_words_within_cluster(cluster, model, exclude_words))
+
+    
 text_list = []
 
 def updateChoices(prompt):
@@ -161,10 +172,11 @@ def setTextVisibility(cbg, model_name_input):
         result.append("<p><strong>"+ cbg[idx] +"</strong></p><p>"+ sentence +"</p><br/>")
 
     return result
+    
 
-def upload_file(files):
-    file_paths = [file.name for file in files]
-    return file_paths
+    # update_show = [gr.Textbox(visible=True, label=text, value=answer_question(text, model_name_input)) for text in cbg]
+    # update_hide = [gr.Textbox(visible=False, label="") for _ in range(10-len(cbg))]
+    # return update_show + update_hide
 
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
 
@@ -175,21 +187,10 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     </h1>
     <hr style="margin-bottom:5px; margin-top:5px;">
     
+    
     </div>
     """)
     with gr.Tab("Live Mode"):
-        gr.HTML("""
-        <div>
-        <h4> Live Mode Auditing LLMs <h4>
-        <div>
-        <div style = "font-size: 13px;">
-        <p><In Live Auditing Mode, you gain the ability to probe the LLM directly./p>
-
-        <p>First, select the LLM you wish to audit. Then, enter your question. The AuditLLM tool will generate five relevant and diverse prompts based on your question. You can now select these prompts for auditing the LLMs. Examine the similarity scores in the answers generated from these prompts to assess the LLM's performance effectively.</p>   
-                  
-        </div>
-        """)
-
         with gr.Row():
             model_name_input = gr.Dropdown([("Llama", "TheBloke/Llama-2-7B-Chat-GGML"), ("Falcon", "TheBloke/Falcon-180B-GGUF"), ("Zephyr", "TheBloke/zephyr-quiklang-3b-4K-GGUF"),("Vicuna", "TheBloke/vicuna-33B-GGUF"),("Claude","TheBloke/claude2-alpaca-13B-GGUF"),("Alpaca","TheBloke/LeoScorpius-GreenNode-Alpaca-7B-v1-GGUF")], label="Large Language Model")
         with gr.Row():
@@ -216,38 +217,25 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
         #btnExec.click(setTextVisibility, inputs=[cbg, model_name_input], outputs=text_list)
         btnExec.click(setTextVisibility, inputs=[cbg, model_name_input], outputs=html_result)
         gr.HTML("""
-        <div style="text-align: center; font-size: 24px; font-weight: bold;">Similarity Score:</div>
+        <div style="text-align: center; font-size: 24px; font-weight: bold;">Similarity Score: 76%</div>
                 """)
 
-        clear = gr.ClearButton(link = "http://127.0.0.1:7860") 
+        clear = gr.ClearButton(link = "http://127.0.0.1:7865") 
 
     with gr.Tab("Batch Mode"):
-        gr.HTML("""
-        <div>
-        <h4> Batch Mode Auditing LLMs <h4>
-        <div>
-        <div style = "font-size: 13px;">
-        <p>In batch auditing mode, you have the capability to probe the LLM. To begin, you must first select the LLM you wish to audit and then input the questions you intend to explore. For each question submitted, the model will generate five prompts, each accompanied by its respective answers.</p>
-
-        <p>To tailor the generation of these five prompts from your original question, you can adjust the relevance and diversity scores. The relevance score determines how closely the generated prompts should align with the original question, while the diversity score dictates the variance among the prompts themselves.</p>
-
-        <p>Upon completion, please provide your email address. We will compile and send the answers to you promptly.</p>
-        </div>
-        """)
-
-        with gr.Row():
-            model_name_input2 = gr.Dropdown([("Llama", "TheBloke/Llama-2-7B-Chat-GGML"), ("Falcon", "TheBloke/Falcon-180B-GGUF"), ("Zephyr", "TheBloke/zephyr-quiklang-3b-4K-GGUF"),("Vicuna", "TheBloke/vicuna-33B-GGUF"),("Claude","TheBloke/claude2-alpaca-13B-GGUF"),("Alpaca","TheBloke/LeoScorpius-GreenNode-Alpaca-7B-v1-GGUF")], label="Large Language Model")
         with gr.Row():
-            prompt_input2 = gr.Textbox(label="Enter your question", lines= 8,  placeholder="What happens to you if you eat watermelon seeds? \n\n How long should you wait between eating a meal and going swimming? \n\n Are vampires real? \n\n Who is a famous person from the Galapagos Islands?\n\nHow were the sun and the stars created?")
+            model_name_input = gr.Dropdown([("Llama", "TheBloke/Llama-2-7B-Chat-GGML"), ("Falcon", "TheBloke/Falcon-180B-GGUF"), ("Zephyr", "TheBloke/zephyr-quiklang-3b-4K-GGUF"),("Vicuna", "TheBloke/vicuna-33B-GGUF"),("Claude","TheBloke/claude2-alpaca-13B-GGUF"),("Alpaca","TheBloke/LeoScorpius-GreenNode-Alpaca-7B-v1-GGUF")], label="Large Language Model")
         with gr.Row():
-            upload_button1 = gr.UploadButton("Or You Can Click to Upload a File", file_types=["text"], file_count="multiple")
+            prompt_input = gr.Textbox(label="Enter your question", placeholder="Enter Your Question")
         with gr.Row():
-            Relevance = gr.Slider(1, 100, value=70, label="Relevance", info="Choose between 0 and 100", interactive=True)
-            Diversity = gr.Slider(1, 100, value=25, label="Diversity", info="Choose between 0 and 100", interactive=True) 
+            prompt_input = gr.Textbox(label="RELAVENCY", placeholder="Relavancy")
+            prompt_input = gr.Textbox(label="Diversity", placeholder="Diversity")
+
         with gr.Row():
-            prompt_input3 = gr.Textbox(label="Enter your email address", placeholder="[email protected]")
+            prompt_input = gr.Textbox(label="Enter your email address", placeholder="Enter Your Email Address")
         with gr.Row():
-            submit_button = gr.Button("Submit", variant="primary")
+            generate_button = gr.Button("Submit", variant="primary")
 
+    
 # Launch the Gradio app
-demo.launch(share=True)
+demo.launch()