gated model

app.py

@@ -1,7 +1,16 @@
+import os
 import gradio as gr
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 from trl import AutoModelForCausalLMWithValueHead
+from huggingface_hub import login
+
+# Set your Hugging Face token as an environment variable
+# You can also use os.environ["HUGGINGFACE_TOKEN"] = "your_token_here" in your code
+# But using environment variables outside the code is more secure
+
+# Authenticate with Hugging Face
+login(token=os.environ.get("LA_NAME"))
 
 # Set device and dtype
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")