Tijmen2 commited on
Commit
c94cc88
·
verified ·
1 Parent(s): 269d816

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -1
app.py CHANGED
@@ -1,8 +1,14 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
 
 
 
 
 
 
3
 
4
  llm = Llama(
5
- model_path="https://huggingface.co/AstroMLab/AstroSage-8B-GGUF/raw/main/AstroSage-8B-Q8_0.gguf",
6
  n_ctx=2048,
7
  n_threads=4,
8
  seed=42,
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
+ from huggingface_hub import hf_hub_download
4
+
5
+ model_path = hf_hub_download(
6
+ repo_id="AstroMLab/AstroSage-8B-GGUF",
7
+ filename="AstroSage-8B-Q8_0.gguf"
8
+ )
9
 
10
  llm = Llama(
11
+ model_path=model_path,
12
  n_ctx=2048,
13
  n_threads=4,
14
  seed=42,