# Search_Tab.py
# Description: This file contains the code for the search tab in the Gradio UI
#
# Imports
import html
import logging
import sqlite3
#
# External Imports
import gradio as gr
#
# Local Imports
from App_Function_Libraries.DB.DB_Manager import view_database, search_and_display_items, get_all_document_versions, \
fetch_item_details_single, fetch_paginated_data, fetch_item_details, get_latest_transcription, search_prompts, \
get_document_version
from App_Function_Libraries.Gradio_UI.Gradio_Shared import update_dropdown, update_detailed_view
from App_Function_Libraries.Utils.Utils import get_database_path, format_text_with_line_breaks
#
###################################################################################################
#
# Functions:
logger = logging.getLogger()
def update_detailed_view_with_versions(selected_item, item_mapping):
if selected_item and item_mapping and selected_item in item_mapping:
media_id = item_mapping[selected_item]
prompt, summary, transcription = fetch_item_details(media_id)
# Fetch all versions for the media item
versions = get_all_document_versions(media_id)
version_choices = [f"Version {v['version_number']} ({v['created_at']})" for v in versions]
summary_html = format_as_html(summary, "Summary")
transcription_html = format_as_html(transcription, "Transcription")
return prompt, summary_html, transcription_html, gr.update(choices=version_choices, visible=True)
return "", "", "", gr.update(choices=[], visible=False)
def extract_prompt_and_summary(content: str):
# Implement this function based on how prompt and summary are stored in your DocumentVersions content
# This is a placeholder implementation
parts = content.split('\n\n', 2)
prompt = parts[0] if len(parts) > 0 else "No prompt available."
summary = parts[1] if len(parts) > 1 else "No summary available."
return prompt, summary
def update_content_for_version(selected_item, item_mapping, selected_version):
if selected_item and item_mapping and selected_item in item_mapping:
media_id = item_mapping[selected_item]
version_number = int(selected_version.split()[1].split('(')[0])
version_data = get_document_version(media_id, version_number)
if 'error' not in version_data:
content = version_data['content']
prompt, summary = extract_prompt_and_summary(content)
transcription = get_latest_transcription(media_id)
summary_html = format_as_html(summary, "Summary")
transcription_html = format_as_html(transcription, "Transcription")
return prompt, summary_html, transcription_html
return "", "", ""
def format_as_html(content, title):
if content is None:
content = "No content available"
escaped_content = html.escape(content)
formatted_content = escaped_content.replace('\n', '
')
return f"""
{title}
{formatted_content}
"""
def create_search_tab():
with gr.TabItem("Media DB Search / Detailed View", visible=True):
gr.Markdown("# Search across all ingested items in the Media Database")
with gr.Row():
with gr.Column(scale=1):
gr.Markdown("by Title / URL / Keyword / or Content via SQLite Full-Text-Search")
search_query_input = gr.Textbox(label="Search Query", placeholder="Enter your search query here...")
search_type_input = gr.Radio(choices=["Title", "URL", "Keyword", "Content"], value="Title",
label="Search By")
search_button = gr.Button("Search")
items_output = gr.Dropdown(label="Select Item", choices=[])
item_mapping = gr.State({})
version_dropdown = gr.Dropdown(label="Select Version", choices=[], visible=False)
search_button.click(
fn=update_dropdown,
inputs=[search_query_input, search_type_input],
outputs=[items_output, item_mapping]
)
with gr.Column(scale=2):
prompt_output = gr.Textbox(label="Prompt Used", visible=True)
summary_output = gr.Markdown(label="Summary", visible=True)
transcription_output = gr.Markdown(label="Transcription", visible=True)
items_output.change(
fn=update_detailed_view_with_versions,
inputs=[items_output, item_mapping],
outputs=[prompt_output, summary_output, transcription_output, version_dropdown]
)
version_dropdown.change(
fn=update_content_for_version,
inputs=[items_output, item_mapping, version_dropdown],
outputs=[prompt_output, summary_output, transcription_output]
)
def display_search_results(query):
if not query.strip():
return "Please enter a search query."
results = search_prompts(query)
# Debugging: Print the results to the console to see what is being returned
print(f"Processed search results for query '{query}': {results}")
if results:
result_md = "## Search Results:\n"
for result in results:
# Debugging: Print each result to see its format
print(f"Result item: {result}")
if len(result) == 2:
name, details = result
result_md += f"**Title:** {name}\n\n**Description:** {details}\n\n---\n"
elif len(result) == 4:
name, details, system, user = result
result_md += f"**Title:** {name}\n\n"
result_md += f"**Description:** {details}\n\n"
result_md += f"**System Prompt:** {system}\n\n"
result_md += f"**User Prompt:** {user}\n\n"
result_md += "---\n"
else:
result_md += "Error: Unexpected result format.\n\n---\n"
return result_md
return "No results found."
def create_search_summaries_tab():
with gr.TabItem("Media DB Search/View Title+Summary", visible=True):
gr.Markdown("# Search across all ingested items in the Media Database and review their summaries")
gr.Markdown("Search by Title / URL / Keyword / or Content via SQLite Full-Text-Search")
with gr.Row():
with gr.Column():
search_query_input = gr.Textbox(label="Search Query", placeholder="Enter your search query here...")
search_type_input = gr.Radio(choices=["Title", "URL", "Keyword", "Content"], value="Title",
label="Search By")
entries_per_page = gr.Dropdown(choices=[10, 20, 50, 100], label="Entries per Page", value=10)
page_number = gr.Number(value=1, label="Page Number", precision=0)
char_count_input = gr.Number(value=5000, label="Amount of characters to display from the main content",
precision=0)
with gr.Column():
search_button = gr.Button("Search")
next_page_button = gr.Button("Next Page")
previous_page_button = gr.Button("Previous Page")
pagination_info = gr.Textbox(label="Pagination Info", interactive=False)
search_results_output = gr.HTML()
def update_search_page(query, search_type, page, entries_per_page, char_count):
# Ensure char_count is a positive integer
char_count = max(1, int(char_count)) if char_count else 5000
results, pagination, total_pages = search_and_display_items(query, search_type, page, entries_per_page, char_count)
next_disabled = page >= total_pages
prev_disabled = page <= 1
return results, pagination, page, gr.update(interactive=not next_disabled), gr.update(
interactive=not prev_disabled)
def go_to_next_search_page(query, search_type, current_page, entries_per_page, char_count):
next_page = current_page + 1
return update_search_page(query, search_type, next_page, entries_per_page, char_count)
def go_to_previous_search_page(query, search_type, current_page, entries_per_page, char_count):
previous_page = max(1, current_page - 1)
return update_search_page(query, search_type, previous_page, entries_per_page, char_count)
search_button.click(
fn=update_search_page,
inputs=[search_query_input, search_type_input, page_number, entries_per_page, char_count_input],
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
)
next_page_button.click(
fn=go_to_next_search_page,
inputs=[search_query_input, search_type_input, page_number, entries_per_page, char_count_input],
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
)
previous_page_button.click(
fn=go_to_previous_search_page,
inputs=[search_query_input, search_type_input, page_number, entries_per_page, char_count_input],
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
)
def create_prompt_search_tab():
with gr.TabItem("Search Prompts", visible=True):
gr.Markdown("# Search and View Prompt Details")
gr.Markdown("Currently has all of the https://github.com/danielmiessler/fabric prompts already available")
with gr.Row():
with gr.Column():
search_query_input = gr.Textbox(label="Search Prompts", placeholder="Enter your search query...")
entries_per_page = gr.Dropdown(choices=[10, 20, 50, 100], label="Entries per Page", value=10)
page_number = gr.Number(value=1, label="Page Number", precision=0)
with gr.Column():
search_button = gr.Button("Search Prompts")
next_page_button = gr.Button("Next Page")
previous_page_button = gr.Button("Previous Page")
pagination_info = gr.Textbox(label="Pagination Info", interactive=False)
search_results_output = gr.HTML()
# This is dirty and shouldn't be in the UI code, but it's a quick way to get the search working.
# FIXME - SQL functions to be moved to DB_Manager
def search_and_display_prompts(query, page, entries_per_page):
offset = (page - 1) * entries_per_page
try:
# FIXME - SQL functions to be moved to DB_Manager
with sqlite3.connect(get_database_path('prompts.db')) as conn:
cursor = conn.cursor()
cursor.execute('''
SELECT p.name, p.details, p.system, p.user, GROUP_CONCAT(k.keyword, ', ') as keywords
FROM Prompts p
LEFT JOIN PromptKeywords pk ON p.id = pk.prompt_id
LEFT JOIN Keywords k ON pk.keyword_id = k.id
WHERE p.name LIKE ? OR p.details LIKE ? OR p.system LIKE ? OR p.user LIKE ? OR k.keyword LIKE ?
GROUP BY p.id
ORDER BY p.name
LIMIT ? OFFSET ?
''', (f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%', entries_per_page, offset))
prompts = cursor.fetchall()
cursor.execute('''
SELECT COUNT(DISTINCT p.id)
FROM Prompts p
LEFT JOIN PromptKeywords pk ON p.id = pk.prompt_id
LEFT JOIN Keywords k ON pk.keyword_id = k.id
WHERE p.name LIKE ? OR p.details LIKE ? OR p.system LIKE ? OR p.user LIKE ? OR k.keyword LIKE ?
''', (f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%'))
total_prompts = cursor.fetchone()[0]
results = ""
for prompt in prompts:
title = html.escape(prompt[0]).replace('\n', '
')
details = html.escape(prompt[1] or '').replace('\n', '
')
system_prompt = html.escape(prompt[2] or '')
user_prompt = html.escape(prompt[3] or '')
keywords = html.escape(prompt[4] or '').replace('\n', '
')
results += f"""
Title: {title}
Details: {details}
User Prompt:
{user_prompt}
System Prompt:
{system_prompt}
Keywords: {keywords}
"""
total_pages = (total_prompts + entries_per_page - 1) // entries_per_page
pagination = f"Page {page} of {total_pages} (Total prompts: {total_prompts})"
return results, pagination, total_pages
except sqlite3.Error as e:
return f"Error searching prompts: {e}
", "Error", 0
def update_search_page(query, page, entries_per_page):
results, pagination, total_pages = search_and_display_prompts(query, page, entries_per_page)
next_disabled = page >= total_pages
prev_disabled = page <= 1
return results, pagination, page, gr.update(interactive=not next_disabled), gr.update(interactive=not prev_disabled)
def go_to_next_search_page(query, current_page, entries_per_page):
next_page = current_page + 1
return update_search_page(query, next_page, entries_per_page)
def go_to_previous_search_page(query, current_page, entries_per_page):
previous_page = max(1, current_page - 1)
return update_search_page(query, previous_page, entries_per_page)
search_button.click(
fn=update_search_page,
inputs=[search_query_input, page_number, entries_per_page],
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
)
next_page_button.click(
fn=go_to_next_search_page,
inputs=[search_query_input, page_number, entries_per_page],
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
)
previous_page_button.click(
fn=go_to_previous_search_page,
inputs=[search_query_input, page_number, entries_per_page],
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
)