Severian commited on
Commit
b819965
·
verified ·
1 Parent(s): c04db59

Update llm_handler.py

Browse files
Files changed (1) hide show
  1. llm_handler.py +1 -1
llm_handler.py CHANGED
@@ -4,7 +4,7 @@ from llama_cpp_agent import MessagesFormatterType
4
  from llama_cpp_agent.providers import LlamaCppPythonProvider
5
 
6
  # Initialize the Llama model
7
- llama_model = Llama("Arcee-Spark-GGUF/Arcee-Spark-Q4_K_M.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=2048, verbose=False)
8
 
9
  # Create the provider
10
  provider = LlamaCppPythonProvider(llama_model)
 
4
  from llama_cpp_agent.providers import LlamaCppPythonProvider
5
 
6
  # Initialize the Llama model
7
+ llama_model = Llama("Qwen2-1.5B-Instruct-Abliterated-iMat-GGUF/Qwen2-1.5B-Instruct-Abliterated-Q8_0.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=2048, verbose=False)
8
 
9
  # Create the provider
10
  provider = LlamaCppPythonProvider(llama_model)