Spaces:
Sleeping
Sleeping
WilliamGazeley
commited on
Commit
·
e88bc69
1
Parent(s):
3a5bf35
Fix unsubscriptable error
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ import os
|
|
2 |
import streamlit as st
|
3 |
from vllm import LLM, SamplingParams
|
4 |
|
5 |
-
llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0", token=os.getenv
|
6 |
tok = llm.get_tokenizer()
|
7 |
tok.eos_token = '<|eot_id|>' # Override to use turns
|
8 |
|
|
|
2 |
import streamlit as st
|
3 |
from vllm import LLM, SamplingParams
|
4 |
|
5 |
+
llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0", token=os.getenv("HF_TOKEN"))
|
6 |
tok = llm.get_tokenizer()
|
7 |
tok.eos_token = '<|eot_id|>' # Override to use turns
|
8 |
|