inferencing-llm / app.py
Shyamnath's picture
Fix app.py imports by removing incorrect ProxyServer import
a4227ee
raw
history blame
290 Bytes
from fastapi import FastAPI
from litellm.proxy.proxy_server import app as proxy_app
app = FastAPI()
# Mount the LiteLLM Proxy server
app.mount("/proxy", proxy_app)
@app.get("/")
def home():
return {"message": "LiteLLM Server is running! Visit /proxy/docs for the API documentation"}