mitulagr2 commited on
Commit
095cdac
·
1 Parent(s): fe880f4
Files changed (1) hide show
  1. app/rag.py +1 -1
app/rag.py CHANGED
@@ -47,7 +47,7 @@ class ChatPDF:
47
  model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
48
  temperature=0.1,
49
  max_new_tokens=256,
50
- n_ctx=3900,
51
  n_batch=256,
52
  context_window=3900, #32k
53
  generate_kwargs={"max_tokens": 256, "temperature": 0.1, "top_k": 3},
 
47
  model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
48
  temperature=0.1,
49
  max_new_tokens=256,
50
+ # n_ctx=3900,
51
  n_batch=256,
52
  context_window=3900, #32k
53
  generate_kwargs={"max_tokens": 256, "temperature": 0.1, "top_k": 3},