Hugging Face's logo

Spaces:
cheeku2
/
whatsthispdf07
Sleeping

App Files Community
mitulagr2 commited on
Commit
48abeee
·
1 Parent(s): 095cdac

minor fix

Browse files
Files changed (1) hide show
  1. app/rag.py +0 -2
app/rag.py CHANGED
@@ -47,8 +47,6 @@ class ChatPDF:
47
  model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
48
  temperature=0.1,
49
  max_new_tokens=256,
50
- # n_ctx=3900,
51
- n_batch=256,
52
  context_window=3900, #32k
53
  generate_kwargs={"max_tokens": 256, "temperature": 0.1, "top_k": 3},
54
  # model_kwargs={"n_gpu_layers": -1},
 
47
  model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
48
  temperature=0.1,
49
  max_new_tokens=256,
 
 
50
  context_window=3900, #32k
51
  generate_kwargs={"max_tokens": 256, "temperature": 0.1, "top_k": 3},
52
  # model_kwargs={"n_gpu_layers": -1},