MuntasirHossain
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ from llama_cpp import Llama
|
|
6 |
llm_name = "MuntasirHossain/Meta-Llama-3-8B-OpenOrca-GGUF"
|
7 |
llm_path = os.path.basename(llm_name)
|
8 |
|
9 |
-
gguf_model = "Q4_K_M" # "Q6_K.gguf"
|
10 |
|
11 |
# download gguf model
|
12 |
def download_llms(llm_name):
|
@@ -33,7 +33,7 @@ def download_llms(llm_name):
|
|
33 |
|
34 |
print("Download completed")
|
35 |
else:
|
36 |
-
print(f"Model download
|
37 |
|
38 |
# define model pipeline with llama-cpp
|
39 |
def initialize_llm(llm_model):
|
|
|
6 |
llm_name = "MuntasirHossain/Meta-Llama-3-8B-OpenOrca-GGUF"
|
7 |
llm_path = os.path.basename(llm_name)
|
8 |
|
9 |
+
gguf_model = "Q4_K_M.gguf" # "Q6_K.gguf"
|
10 |
|
11 |
# download gguf model
|
12 |
def download_llms(llm_name):
|
|
|
33 |
|
34 |
print("Download completed")
|
35 |
else:
|
36 |
+
print(f"Model download unsuccessful {response.status_code}")
|
37 |
|
38 |
# define model pipeline with llama-cpp
|
39 |
def initialize_llm(llm_model):
|