| litellm[proxy] | |
| # LITELLM PROXY DEPENDENCIES # | |
| anyio==4.2.0 # openai + http req. | |
| openai>=1.0.0 # openai req. | |
| fastapi # server dep | |
| pydantic>=2.5 # openai req. | |
| backoff==2.2.1 # server dep | |
| pyyaml>=6.0.1 # server dep | |
| uvicorn==0.22.0 # server dep | |
| gunicorn==21.2.0 # server dep | |
| # boto3==1.34.34 # aws bedrock/sagemaker calls | |
| redis==5.0.0 # caching | |
| numpy==1.24.3 # semantic caching | |
| # pandas==2.1.1 # for viewing clickhouse spend analytics | |
| prisma==0.11.0 # for db | |
| # mangum==0.17.0 # for aws lambda functions | |
| google-generativeai==0.3.2 # for vertex ai calls | |
| # async_generator==1.10.0 # for async ollama calls | |
| # traceloop-sdk==0.5.3 # for open telemetry logging | |
| # langfuse>=2.6.3 # for langfuse self-hosted logging | |
| # clickhouse_connect==0.7.0 | |
| orjson==3.9.7 # fast /embedding responses | |
| apscheduler==3.10.4 # for resetting budget in background | |
| fastapi-sso==0.10.0 # admin UI, SSO | |
| PyJWT==2.8.0 # admin UI, jwts | |
| python-multipart==0.0.6 # admin UI | |
| ### LITELLM PACKAGE DEPENDENCIES | |
| python-dotenv>=0.2.0 # for env | |
| tiktoken>=0.4.0 # for calculating usage | |
| importlib-metadata>=6.8.0 # for random utils | |
| tokenizers==0.14.0 # for calculating usage | |
| click==8.1.7 # for proxy cli | |
| jinja2==3.1.3 # for prompt templates | |
| certifi>=2023.7.22 # [TODO] clean up | |
| aiohttp==3.9.0 # for network calls | |
| # aioboto3==12.3.0 # for async sagemaker calls | |
| argon2-cffi==23.1.0 # for checking secrets | |
| #### | |