matrixportal commited on
Commit
0b303bb
·
verified ·
1 Parent(s): 07a2bb0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -15,8 +15,8 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
- n_ctx=4096,
19
- n_threads=2,
20
  chat_format=chat_template)
21
 
22
  # Function for streaming chat completions
 
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
+ n_ctx=2048,
19
+ n_threads=8,
20
  chat_format=chat_template)
21
 
22
  # Function for streaming chat completions