minar09 commited on
Commit
2d15c61
·
verified ·
1 Parent(s): e17a40c

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -44,8 +44,8 @@ class PDFProcessor:
44
  def _initialize_llm(self):
45
  """Initialize LLM with automatic download if needed"""
46
  return Llama.from_pretrained(
47
- repo_id="TheBloke/deepseek-1.3B-GGUF",
48
- filename="deepseek-1.3b.Q5_K_M.gguf",
49
  n_ctx=2048,
50
  n_threads=os.cpu_count() - 1,
51
  n_gpu_layers=35 if os.getenv('USE_GPU') else 0,
 
44
  def _initialize_llm(self):
45
  """Initialize LLM with automatic download if needed"""
46
  return Llama.from_pretrained(
47
+ repo_id="TheBloke/deepseek-llm-7B-base-GGUF",
48
+ filename="deepseek-llm-7b-base.Q5_K_M.gguf",
49
  n_ctx=2048,
50
  n_threads=os.cpu_count() - 1,
51
  n_gpu_layers=35 if os.getenv('USE_GPU') else 0,