Spaces:
Runtime error
Runtime error
minor fix
Browse files- app/rag.py +1 -1
app/rag.py
CHANGED
@@ -47,7 +47,7 @@ class ChatPDF:
|
|
47 |
model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
|
48 |
temperature=0.1,
|
49 |
max_new_tokens=256,
|
50 |
-
n_ctx=3900,
|
51 |
n_batch=256,
|
52 |
context_window=3900, #32k
|
53 |
generate_kwargs={"max_tokens": 256, "temperature": 0.1, "top_k": 3},
|
|
|
47 |
model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
|
48 |
temperature=0.1,
|
49 |
max_new_tokens=256,
|
50 |
+
# n_ctx=3900,
|
51 |
n_batch=256,
|
52 |
context_window=3900, #32k
|
53 |
generate_kwargs={"max_tokens": 256, "temperature": 0.1, "top_k": 3},
|