Update app.py

app.py

@@ -1,11 +1,24 @@
-
+import os
 import gradio as gr
 from huggingface_hub import InferenceClient
+import requests
+
+# Define the file path and URL
+model_filename = "AstroSage-8B-Q8.0.gguf"
+model_url = "https://huggingface.co/AstroMLab/AstroSage-8B-GGUF/resolve/main/AstroSage-8B-Q8.0.gguf"
+
+# Check if the model file exists locally; if not, download it
+if not os.path.exists(model_filename):
+    print(f"{model_filename} not found. Downloading...")
+    response = requests.get(model_url, stream=True)
+    response.raise_for_status()  # Check for any download errors
+    with open(model_filename, "wb") as f:
+        for chunk in response.iter_content(chunk_size=8192):
+            f.write(chunk)
+    print(f"Downloaded {model_filename} successfully.")
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-client = InferenceClient("https://huggingface.co/AstroMLab/AstroSage-8B-GGUF/blob/main/AstroSage-8B-Q8_0.gguf")
+# Initialize the InferenceClient with the local file path
+client = InferenceClient(model_filename)
 
 
 def respond(
@@ -41,13 +54,14 @@ def respond(
         yield response
 
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
+# Gradio Chat Interface
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="Assume the role of AstroSage, a helpful chatbot designed to answer user queries about astronomy, astrophysics, and cosmology.", label="System message"),
+        gr.Textbox(
+            value="Assume the role of AstroSage, a helpful chatbot designed to answer user queries about astronomy, astrophysics, and cosmology.",
+            label="System message",
+        ),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
@@ -60,7 +74,5 @@ demo = gr.ChatInterface(
     ],
 )
 
-
 if __name__ == "__main__":
     demo.launch()
-