Try set LD lib path

app.py

@@ -1,6 +1,9 @@
+import os
 import streamlit as st
 from vllm import LLM, SamplingParams
 
+os.environ['LD_LIBRARY_PATH'] = '/usr/lib/x86_64-linux-gnu'
+
 llm = LLM(model="InvestmentResearchAI/LLM-ADE-small-v0.1.0")
 tok = llm.get_tokenizer()
 tok.eos_token = '<|eot_id|>' # Override to use turns

requirements.txt

@@ -2,5 +2,4 @@ streamlit
 transformers
 torch
 vllm
-flash-attn --no-build-isolation