WilliamGazeley
commited on
Commit
•
3a5bf35
1
Parent(s):
e03ca23
Add token
Browse files
app.py
CHANGED
|
@@ -2,9 +2,7 @@ import os
|
|
| 2 |
import streamlit as st
|
| 3 |
from vllm import LLM, SamplingParams
|
| 4 |
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0")
|
| 8 |
tok = llm.get_tokenizer()
|
| 9 |
tok.eos_token = '<|eot_id|>' # Override to use turns
|
| 10 |
|
|
|
|
| 2 |
import streamlit as st
|
| 3 |
from vllm import LLM, SamplingParams
|
| 4 |
|
| 5 |
+
llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0", token=os.getenv["HF_TOKEN"])
|
|
|
|
|
|
|
| 6 |
tok = llm.get_tokenizer()
|
| 7 |
tok.eos_token = '<|eot_id|>' # Override to use turns
|
| 8 |
|