m1n9k7 commited on
Commit
f57ec00
1 Parent(s): a9b97ae

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -27,8 +27,8 @@ def load_model():
27
  model_type = 'llama',
28
  max_new_tokens = 1096,
29
  temperature = 0.2,
30
- repetition_penalty = 1.13
31
- # gpu_layers = 2
32
  )
33
  return llm
34
 
@@ -61,4 +61,4 @@ with gr.Blocks(title="code llama 7b") as demo:
61
 
62
  msg.submit(respond,[msg, chatbot],[msg, chatbot])
63
 
64
- demo.launch(share=True)
 
27
  model_type = 'llama',
28
  max_new_tokens = 1096,
29
  temperature = 0.2,
30
+ repetition_penalty = 1.13,
31
+ gpu_layers = 2
32
  )
33
  return llm
34
 
 
61
 
62
  msg.submit(respond,[msg, chatbot],[msg, chatbot])
63
 
64
+ demo.launch()