WilliamGazeley commited on
Commit
a20dfac
1 Parent(s): e88bc69

Fix HF login

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -1,8 +1,10 @@
1
  import os
 
2
  import streamlit as st
3
  from vllm import LLM, SamplingParams
4
 
5
- llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0", token=os.getenv("HF_TOKEN"))
 
6
  tok = llm.get_tokenizer()
7
  tok.eos_token = '<|eot_id|>' # Override to use turns
8
 
 
1
  import os
2
+ import huggingface_hub
3
  import streamlit as st
4
  from vllm import LLM, SamplingParams
5
 
6
+ huggingface_hub.login(token=os.getenv("HF_TOKEN"))
7
+ llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0")
8
  tok = llm.get_tokenizer()
9
  tok.eos_token = '<|eot_id|>' # Override to use turns
10