Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
@@ -44,8 +44,8 @@ class PDFProcessor:
|
|
44 |
def _initialize_llm(self):
|
45 |
"""Initialize LLM with automatic download if needed"""
|
46 |
return Llama.from_pretrained(
|
47 |
-
repo_id="TheBloke/deepseek-
|
48 |
-
filename="deepseek-
|
49 |
n_ctx=2048,
|
50 |
n_threads=os.cpu_count() - 1,
|
51 |
n_gpu_layers=35 if os.getenv('USE_GPU') else 0,
|
|
|
44 |
def _initialize_llm(self):
|
45 |
"""Initialize LLM with automatic download if needed"""
|
46 |
return Llama.from_pretrained(
|
47 |
+
repo_id="TheBloke/deepseek-llm-7B-base-GGUF",
|
48 |
+
filename="deepseek-llm-7b-base.Q5_K_M.gguf",
|
49 |
n_ctx=2048,
|
50 |
n_threads=os.cpu_count() - 1,
|
51 |
n_gpu_layers=35 if os.getenv('USE_GPU') else 0,
|