|
import logging |
|
from pathlib import Path |
|
from time import perf_counter |
|
|
|
import gradio as gr |
|
from jinja2 import Environment, FileSystemLoader |
|
|
|
from backend.query_llm import generate |
|
from backend.semantic_search import qd_retriever |
|
|
|
proj_dir = Path(__file__).parent |
|
|
|
logging.basicConfig(level=logging.INFO) |
|
logger = logging.getLogger(__name__) |
|
|
|
|
|
env = Environment(loader=FileSystemLoader(proj_dir / 'templates')) |
|
|
|
|
|
template = env.get_template('template.j2') |
|
template_html = env.get_template('template_html.j2') |
|
|
|
|
|
def add_text(history, text): |
|
history = [] if history is None else history |
|
history = history + [(text, None)] |
|
return history, gr.Textbox(value="", interactive=False) |
|
|
|
|
|
def bot(history, system_prompt=""): |
|
top_k = 5 |
|
query = history[-1][0] |
|
|
|
|
|
document_start = perf_counter() |
|
documents = qd_retriever.retrieve(query, top_k=top_k) |
|
document_time = document_start - perf_counter() |
|
|
|
|
|
prompt = template.render(documents=documents, query=query) |
|
prompt_html = template_html.render(documents=documents, query=query) |
|
logger.warning(prompt) |
|
|
|
history[-1][1] = "" |
|
for character in generate(prompt, history[:-1]): |
|
history[-1][1] = character |
|
yield history, prompt_html |
|
|
|
|
|
with gr.Blocks() as demo: |
|
with gr.Tab("Application"): |
|
chatbot = gr.Chatbot( |
|
[], |
|
elem_id="chatbot", |
|
avatar_images=('https://aui.atlassian.com/aui/8.8/docs/images/avatar-person.svg', |
|
'https://huggingface.co/datasets/huggingface/brand-assets/resolve/main/hf-logo.svg'), |
|
bubble_full_width=False, |
|
show_copy_button=True, |
|
show_share_button=True, |
|
) |
|
|
|
with gr.Row(): |
|
txt = gr.Textbox( |
|
scale=3, |
|
show_label=False, |
|
placeholder="Enter text and press enter", |
|
container=False, |
|
) |
|
txt_btn = gr.Button(value="Submit text", scale=1) |
|
|
|
prompt_html = gr.HTML() |
|
|
|
txt_msg = txt_btn.click(add_text, [chatbot, txt], [chatbot, txt], queue=False).then( |
|
bot, chatbot, [chatbot, prompt_html]) |
|
|
|
|
|
txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False) |
|
|
|
|
|
txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt], queue=False).then( |
|
bot, chatbot, [chatbot, prompt_html]) |
|
|
|
|
|
txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False) |
|
|
|
gr.Examples(['What is the largest city on earth?', 'Who has the record for the fastest mile?'], txt) |
|
|
|
demo.queue() |
|
demo.launch(debug=True) |
|
|