Ahmed007 commited on
Commit
1cb89c4
·
verified ·
1 Parent(s): b4efa93

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -15,7 +15,7 @@ n_batch = 1024
15
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
16
 
17
  llm = LlamaCpp(
18
- model_path="llama-2-7b-chat.Q5_K_M.gguf",
19
  temperature=0.1,
20
  n_gpu_layers=n_gpu_layers,
21
  n_batch=n_batch,
 
15
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
16
 
17
  llm = LlamaCpp(
18
+ model_path="Meta-Llama-3-8B-Instruct.Q5_K_M.gguf",
19
  temperature=0.1,
20
  n_gpu_layers=n_gpu_layers,
21
  n_batch=n_batch,