Update main.py
Browse files
main.py
CHANGED
@@ -4,7 +4,7 @@ from llama_cpp import Llama
|
|
4 |
|
5 |
# Model loading with specified path and configuration
|
6 |
llm = Llama(
|
7 |
-
model_path="
|
8 |
n_ctx=4096,
|
9 |
n_threads=2,
|
10 |
)
|
|
|
4 |
|
5 |
# Model loading with specified path and configuration
|
6 |
llm = Llama(
|
7 |
+
model_path="Llama-3.2-3B-Instruct-Q8_0.gguf", # Update the path as necessary
|
8 |
n_ctx=4096,
|
9 |
n_threads=2,
|
10 |
)
|