Spaces:
Runtime error
Runtime error
Commit
·
9b73fc2
1
Parent(s):
498b578
fixing pydantic issue v4
Browse files- main/api.py +2 -0
- main/main.py +2 -0
main/api.py
CHANGED
@@ -1,3 +1,5 @@
|
|
|
|
|
|
1 |
import httpx
|
2 |
from typing import Optional, AsyncIterator, Dict, Any
|
3 |
import logging
|
|
|
1 |
+
# api.py file in main directory of the Inference API module.
|
2 |
+
|
3 |
import httpx
|
4 |
from typing import Optional, AsyncIterator, Dict, Any
|
5 |
import logging
|
main/main.py
CHANGED
@@ -1,3 +1,5 @@
|
|
|
|
|
|
1 |
"""
|
2 |
LLM Inference Server main application using LitServe framework.
|
3 |
"""
|
|
|
1 |
+
# main.py is the entry point for the application. It creates the FastAPI application instance through LitServe and configures it with the InferenceApi and router.
|
2 |
+
|
3 |
"""
|
4 |
LLM Inference Server main application using LitServe framework.
|
5 |
"""
|