Update app.py

app.py

@@ -14,7 +14,7 @@ llm_model = None
 
 hf_hub_download(
  repo_id="bartowski/Reflection-Llama-3.1-70B-GGUF",
- filename="Reflection-Llama-3.1-70B-Q3_K_M.gguf",
+ filename="Reflection-Llama-3.1-70B-Q4_K_M.gguf",
  local_dir = "./models"
 )
 
@@ -109,9 +109,9 @@ demo = gr.ChatInterface(
  respond,
  additional_inputs=[
  gr.Dropdown([
- 'Reflection-Llama-3.1-70B-Q3_K_M.gguf'
+ "Reflection-Llama-3.1-70B-Q4_K_M.gguf"
  ],
- value="Reflection-Llama-3.1-70B-Q3_K_M.gguf",
+ value="Reflection-Llama-3.1-70B-Q4_K_M.gguf",
  label="Model"
  ),
  gr.Textbox(value="You are a world-class AI system, capable of complex reasoning and reflection. Reason through the query inside <thinking> tags, and then provide your final response inside <output> tags. If you detect that you made a mistake in your reasoning at any point, correct yourself inside <reflection> tags.", label="System message"),