ryu

app.py

@@ -28,7 +28,7 @@ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENT
 
 @spaces.GPU
 def model_inference(
- images, text, assistant_prefix= "Réfléchis step by step. Répond en faisant de belles phrases uniquement avec les informations du document fourni.", decoding_strategy = "Greedy", temperature= 0.4, max_new_tokens=512,
+ images, text, assistant_prefix= "Réfléchis step by step. Répond uniquement avec les informations du document fourni.", decoding_strategy = "Greedy", temperature= 0.4, max_new_tokens=512,
  repetition_penalty=1.2, top_p=0.8
 ):
  ## Load idefics
@@ -207,14 +207,20 @@ def get_example():
 
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
  gr.Markdown("# ColPali + Idefics3: Efficient Document Retrieval with Vision Language Models 📚")
+ with gr.Row():
+ gr.Examples(
+ examples=get_example(),
+ inputs=[file, query],
+ )
 
  with gr.Row():
  with gr.Column(scale=2):
  gr.Markdown("## 1️⃣ Upload PDFs")
  file = gr.File(file_types=["pdf"], file_count="multiple", label="Upload PDFs")
 
- convert_button = gr.Button("🔄 Index documents")
+ 
  message = gr.Textbox("Files not yet uploaded", label="Status")
+ convert_button = gr.Button("🔄 Index documents")
  embeds = gr.State(value=[])
  imgs = gr.State(value=[])
  img_chunk = gr.State(value=[])
@@ -223,15 +229,11 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
  gr.Markdown("## 2️⃣ Search")
  query = gr.Textbox(placeholder="Enter your query here", label="Query")
  k = gr.Slider(minimum=1, maximum=10, step=1, label="Number of results", value=5)
-
- with gr.Row():
- gr.Examples(
- examples=get_example(),
- inputs=[file, query],
- )
+ search_button = gr.Button("🔍 Search", variant="primary")
+ 
 
  # Define the actions
- search_button = gr.Button("🔍 Search", variant="primary")
+ 
  output_gallery = gr.Gallery(label="Retrieved Documents", height=600, show_label=True)
 
  convert_button.click(index, inputs=[file, embeds], outputs=[message, embeds, imgs])