crystalkalem commited on
Commit
ed14cec
·
verified ·
1 Parent(s): 7faa166

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -15,9 +15,9 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
- n_ctx=64000,
19
- n_threads=1,
20
- n_vocab=51200,
21
  n_gpu_layers=-1,
22
  chat_format=chat_template)
23
 
 
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
+ n_ctx=32000,
19
+ n_threads=4,
20
+ n_vocab=16000,
21
  n_gpu_layers=-1,
22
  chat_format=chat_template)
23