devkushal75 commited on
Commit
dfd2dd8
·
verified ·
1 Parent(s): b94b76d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -1
app.py CHANGED
@@ -8,7 +8,13 @@ from huggingface_hub import hf_hub_download
8
 
9
 
10
  # ----- Initialization -----
11
- model_path = hf_hub_download(repo_id="TheBloke/Llama-2-7B-GGUF", filename="llama-2-7b.Q2_K.gguf")
 
 
 
 
 
 
12
 
13
  # Initialize the LLAMA model. Update the model_path to point to your model file.
14
  llm = Llama(
 
8
 
9
 
10
  # ----- Initialization -----
11
+ model_name_or_path = "TheBloke/Llama-2-13B-chat-GGUF"
12
+ model_basename = "llama-2-13b-chat.Q5_K_M.gguf" # the model is in gguf format
13
+
14
+ model_path = hf_hub_download(
15
+ repo_id=model_name_or_path,
16
+ filename=model_basename
17
+ )
18
 
19
  # Initialize the LLAMA model. Update the model_path to point to your model file.
20
  llm = Llama(