Update app.py

app.py

@@ -6,8 +6,17 @@ import gradio as gr
 import spaces
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
+import os
 from huggingface_hub import login
-login(token="HUGGINGFACE_API_TOKEN")
+
+# Load the API token from the environment variables
+api_token = os.getenv('HUGGINGFACE_API_TOKEN')
+if not api_token:
+    raise ValueError("No Hugging Face API token found. Please set the HUGGING_FACE_API_TOKEN environment variable.")
+
+# Log in to Hugging Face Hub
+login(token=api_token, add_to_git_credential=True)
+
 
 MAX_MAX_NEW_TOKENS = 2048
 DEFAULT_MAX_NEW_TOKENS = 1024