Add huggingface token

app.py

@@ -1,5 +1,7 @@
 from vllm import LLM, SamplingParams
 import gradio as gr
+import os
+from huggingface_hub import login
 
 
 class TextCompletion:
@@ -14,6 +16,9 @@ class TextCompletion:
 
 
 if __name__ == "__main__":
+    HF_TOKEN = os.getenv('HF_TOKEN')
+    login(token=HF_TOKEN)
+
     model = LLM(
         model="mep296/llama-3-8b-rephrase-quality",
         tokenizer="meta-llama/Meta-Llama-3-8B",