Update app.py

app.py

@@ -65,11 +65,15 @@
 
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+import os
 
-# Load the model and tokenizer
+# Access the Hugging Face API token from the environment variables
+api_token = os.getenv("HF_API_TOKEN")
+
+# Load the model and tokenizer with authentication
 model_name = "meta-llama/Llama-2-7b-hf"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=api_token)
+model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=api_token)
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
 def respond(
@@ -112,3 +116,5 @@ demo = gr.ChatInterface(
 
 if __name__ == "__main__":
     demo.launch()
+
+