Spaces:
Sleeping
Sleeping
Install llmlib at runtime
Browse files- requirements.txt +0 -1
- st_app.py +9 -1
requirements.txt
CHANGED
@@ -9,4 +9,3 @@ bitsandbytes
|
|
9 |
accelerate
|
10 |
flash-attn
|
11 |
fastapi[standard]
|
12 |
-
./llmlib
|
|
|
9 |
accelerate
|
10 |
flash-attn
|
11 |
fastapi[standard]
|
|
st_app.py
CHANGED
@@ -1,6 +1,14 @@
|
|
1 |
from PIL import Image
|
2 |
import streamlit as st
|
3 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4 |
from llmlib.model_registry import ModelEntry, ModelRegistry
|
5 |
from llmlib.base_llm import Message
|
6 |
from llmlib.bundler import Bundler
|
|
|
1 |
from PIL import Image
|
2 |
import streamlit as st
|
3 |
+
|
4 |
+
try:
|
5 |
+
from llmlib.runtime import filled_model_registry
|
6 |
+
except ImportError:
|
7 |
+
import os
|
8 |
+
|
9 |
+
os.system("pip install -e ./llmlib")
|
10 |
+
from llmlib.runtime import filled_model_registry
|
11 |
+
|
12 |
from llmlib.model_registry import ModelEntry, ModelRegistry
|
13 |
from llmlib.base_llm import Message
|
14 |
from llmlib.bundler import Bundler
|