Spaces:
Runtime error
Runtime error
Commit
·
30d3c1f
1
Parent(s):
3be0c5b
changed to uvicorn setup for HF v10
Browse files- main/main.py +0 -1
- requirements.txt +8 -0
main/main.py
CHANGED
@@ -4,7 +4,6 @@ LLM Inference Server main application using LitServe framework.
|
|
4 |
import litserve as ls
|
5 |
import yaml
|
6 |
import logging
|
7 |
-
import multiprocessing as mp
|
8 |
import os
|
9 |
from pathlib import Path
|
10 |
from fastapi.middleware.cors import CORSMiddleware
|
|
|
4 |
import litserve as ls
|
5 |
import yaml
|
6 |
import logging
|
|
|
7 |
import os
|
8 |
from pathlib import Path
|
9 |
from fastapi.middleware.cors import CORSMiddleware
|
requirements.txt
CHANGED
@@ -1,22 +1,30 @@
|
|
1 |
annotated-types==0.7.0
|
2 |
anyio==4.8.0
|
3 |
certifi==2024.12.14
|
|
|
4 |
click==8.1.8
|
5 |
fastapi==0.115.6
|
|
|
|
|
6 |
h11==0.14.0
|
7 |
httpcore==1.0.7
|
8 |
httptools==0.6.4
|
9 |
httpx==0.28.1
|
|
|
10 |
idna==3.10
|
11 |
litserve==0.2.5
|
12 |
numpy==2.2.1
|
|
|
13 |
pydantic==2.10.4
|
14 |
pydantic_core==2.27.2
|
15 |
python-dotenv==1.0.1
|
16 |
PyYAML==6.0.2
|
|
|
17 |
sniffio==1.3.1
|
18 |
starlette==0.41.3
|
|
|
19 |
typing_extensions==4.12.2
|
|
|
20 |
uvicorn==0.34.0
|
21 |
uvloop==0.21.0
|
22 |
watchfiles==1.0.3
|
|
|
1 |
annotated-types==0.7.0
|
2 |
anyio==4.8.0
|
3 |
certifi==2024.12.14
|
4 |
+
charset-normalizer==3.4.1
|
5 |
click==8.1.8
|
6 |
fastapi==0.115.6
|
7 |
+
filelock==3.16.1
|
8 |
+
fsspec==2024.12.0
|
9 |
h11==0.14.0
|
10 |
httpcore==1.0.7
|
11 |
httptools==0.6.4
|
12 |
httpx==0.28.1
|
13 |
+
huggingface-hub==0.27.1
|
14 |
idna==3.10
|
15 |
litserve==0.2.5
|
16 |
numpy==2.2.1
|
17 |
+
packaging==24.2
|
18 |
pydantic==2.10.4
|
19 |
pydantic_core==2.27.2
|
20 |
python-dotenv==1.0.1
|
21 |
PyYAML==6.0.2
|
22 |
+
requests==2.32.3
|
23 |
sniffio==1.3.1
|
24 |
starlette==0.41.3
|
25 |
+
tqdm==4.67.1
|
26 |
typing_extensions==4.12.2
|
27 |
+
urllib3==2.3.0
|
28 |
uvicorn==0.34.0
|
29 |
uvloop==0.21.0
|
30 |
watchfiles==1.0.3
|