Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
@@ -33,7 +33,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
|
|
33 |
filename="*q4_0.gguf",
|
34 |
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
|
35 |
verbose=False,
|
36 |
-
n_ctx=
|
37 |
n_gpu_layers=0,
|
38 |
#chat_format="llama-2"
|
39 |
)
|
|
|
33 |
filename="*q4_0.gguf",
|
34 |
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
|
35 |
verbose=False,
|
36 |
+
n_ctx=512,
|
37 |
n_gpu_layers=0,
|
38 |
#chat_format="llama-2"
|
39 |
)
|