Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
@@ -15,7 +15,7 @@ n_batch = 1024
|
|
15 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
16 |
|
17 |
llm = LlamaCpp(
|
18 |
-
model_path="
|
19 |
temperature=0.1,
|
20 |
n_gpu_layers=n_gpu_layers,
|
21 |
n_batch=n_batch,
|
|
|
15 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
16 |
|
17 |
llm = LlamaCpp(
|
18 |
+
model_path="Meta-Llama-3-8B-Instruct.Q5_K_M.gguf",
|
19 |
temperature=0.1,
|
20 |
n_gpu_layers=n_gpu_layers,
|
21 |
n_batch=n_batch,
|