MuntasirHossain commited on
Commit
d386e4f
·
verified ·
1 Parent(s): 6c2d9a5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,7 +6,7 @@ from llama_cpp import Llama
6
  llm_name = "MuntasirHossain/Meta-Llama-3-8B-OpenOrca-GGUF"
7
  llm_path = os.path.basename(llm_name)
8
 
9
- gguf_model = "Q4_K_M" # "Q6_K.gguf"
10
 
11
  # download gguf model
12
  def download_llms(llm_name):
@@ -33,7 +33,7 @@ def download_llms(llm_name):
33
 
34
  print("Download completed")
35
  else:
36
- print(f"Model download completed {response.status_code}")
37
 
38
  # define model pipeline with llama-cpp
39
  def initialize_llm(llm_model):
 
6
  llm_name = "MuntasirHossain/Meta-Llama-3-8B-OpenOrca-GGUF"
7
  llm_path = os.path.basename(llm_name)
8
 
9
+ gguf_model = "Q4_K_M.gguf" # "Q6_K.gguf"
10
 
11
  # download gguf model
12
  def download_llms(llm_name):
 
33
 
34
  print("Download completed")
35
  else:
36
+ print(f"Model download unsuccessful {response.status_code}")
37
 
38
  # define model pipeline with llama-cpp
39
  def initialize_llm(llm_model):