Spaces:
Sleeping
Sleeping
WilliamGazeley
commited on
Commit
·
a20dfac
1
Parent(s):
e88bc69
Fix HF login
Browse files
app.py
CHANGED
@@ -1,8 +1,10 @@
|
|
1 |
import os
|
|
|
2 |
import streamlit as st
|
3 |
from vllm import LLM, SamplingParams
|
4 |
|
5 |
-
|
|
|
6 |
tok = llm.get_tokenizer()
|
7 |
tok.eos_token = '<|eot_id|>' # Override to use turns
|
8 |
|
|
|
1 |
import os
|
2 |
+
import huggingface_hub
|
3 |
import streamlit as st
|
4 |
from vllm import LLM, SamplingParams
|
5 |
|
6 |
+
huggingface_hub.login(token=os.getenv("HF_TOKEN"))
|
7 |
+
llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0")
|
8 |
tok = llm.get_tokenizer()
|
9 |
tok.eos_token = '<|eot_id|>' # Override to use turns
|
10 |
|