gmonsoon commited on
Commit
681db97
1 Parent(s): 8b0fd76

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
  n_ctx=2048,
19
- n_threads=2,
20
  chat_format=chat_template)
21
 
22
  # Function for streaming chat completions
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
  n_ctx=2048,
19
+ n_threads=8,
20
  chat_format=chat_template)
21
 
22
  # Function for streaming chat completions