Ahmed007 commited on
Commit
b4efa93
·
verified ·
1 Parent(s): 55f0661

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -15,7 +15,7 @@ n_batch = 1024
15
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
16
 
17
  llm = LlamaCpp(
18
- model_path="phi-2.Q4_K_M.gguf",
19
  temperature=0.1,
20
  n_gpu_layers=n_gpu_layers,
21
  n_batch=n_batch,
 
15
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
16
 
17
  llm = LlamaCpp(
18
+ model_path="llama-2-7b-chat.Q5_K_M.gguf",
19
  temperature=0.1,
20
  n_gpu_layers=n_gpu_layers,
21
  n_batch=n_batch,