Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,13 @@ from huggingface_hub import hf_hub_download
|
|
8 |
|
9 |
|
10 |
# ----- Initialization -----
|
11 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
12 |
|
13 |
# Initialize the LLAMA model. Update the model_path to point to your model file.
|
14 |
llm = Llama(
|
|
|
8 |
|
9 |
|
10 |
# ----- Initialization -----
|
11 |
+
model_name_or_path = "TheBloke/Llama-2-13B-chat-GGUF"
|
12 |
+
model_basename = "llama-2-13b-chat.Q5_K_M.gguf" # the model is in gguf format
|
13 |
+
|
14 |
+
model_path = hf_hub_download(
|
15 |
+
repo_id=model_name_or_path,
|
16 |
+
filename=model_basename
|
17 |
+
)
|
18 |
|
19 |
# Initialize the LLAMA model. Update the model_path to point to your model file.
|
20 |
llm = Llama(
|