Update app.py

app.py

@@ -13,13 +13,15 @@ model_path = hf_hub_download(
 llm = Llama(
     model_path=model_path,
     n_ctx=2048,
-    n_threads=4,
+    n_threads=8,
     chat_format="llama-3",
     seed=42,
     f16_kv=True,
     logits_all=False,
     use_mmap=True,
-    use_gpu=True
+    use_gpu=True,
+    n_gpu_layers=-1,  # to ensure all layers are on GPU
+    offload_kqv=True  # for better memory management    
 )
 
 # Placeholder responses for when context is empty
@@ -100,7 +102,7 @@ with gr.Blocks(css=custom_css, theme=gr.themes.Soft(primary_hue="indigo", neutra
         # 🌌 AstroSage: Your Cosmic AI Companion
         
         Welcome to AstroSage, an advanced AI assistant specializing in astronomy, astrophysics, and cosmology. 
-        Powered by the AstroSage-8B model, I'm here to help you explore the wonders of the universe!
+        Powered by the AstroSage-Llama-3.1-8B model, I'm here to help you explore the wonders of the universe!
         
         ### What Can I Help You With?
         - 🪐 Explanations of astronomical phenomena