Add token

app.py

@@ -2,9 +2,7 @@ import os
 import streamlit as st
 from vllm import LLM, SamplingParams
 
-os.environ['LD_LIBRARY_PATH'] = '/usr/lib/x86_64-linux-gnu'
-
-llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0")
+llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0", token=os.getenv["HF_TOKEN"])
 tok = llm.get_tokenizer()
 tok.eos_token = '<|eot_id|>' # Override to use turns