Add `litellm`

poetry.lock

@@ -206,6 +206,17 @@ doc = ["Sphinx", "packaging", "sphinx-autodoc-typehints (>=1.2.0)", "sphinx-rtd-
 test = ["anyio[trio]", "coverage[toml] (>=4.5)", "hypothesis (>=4.0)", "mock (>=4)", "psutil (>=5.9)", "pytest (>=7.0)", "pytest-mock (>=3.6.1)", "trustme", "uvloop (>=0.17)"]
 trio = ["trio (<0.22)"]
 
+[[package]]
+name = "appdirs"
+version = "1.4.4"
+description = "A small Python module for determining appropriate platform-specific dirs, e.g. a \"user data dir\"."
+optional = false
+python-versions = "*"
+files = [
+    {file = "appdirs-1.4.4-py2.py3-none-any.whl", hash = "sha256:a841dacd6b99318a741b166adb07e19ee71a274450e68237b4650ca1055ab128"},
+    {file = "appdirs-1.4.4.tar.gz", hash = "sha256:7d5d0167b2b1ba821647616af46a749d1c653740dd0d2415100fe26e27afdf41"},
+]
+
 [[package]]
 name = "async-timeout"
 version = "4.0.3"
@@ -1138,6 +1149,28 @@ files = [
     {file = "Lazify-0.4.0.tar.gz", hash = "sha256:7102bfe63e56de2ab62b3bc661a7190c4056771a8624f04a8b785275c3dd1f9b"},
 ]
 
+[[package]]
+name = "litellm"
+version = "0.12.5"
+description = "Library to easily interface with LLM API providers"
+optional = false
+python-versions = ">=3.8,<4.0"
+files = [
+    {file = "litellm-0.12.5-py3-none-any.whl", hash = "sha256:2245dbb4d7be88bf9bbc20643de89f89041a5fffd4e2bfe3df09cf6264198968"},
+    {file = "litellm-0.12.5.tar.gz", hash = "sha256:6c6ddaf092e41d1834c280a677e3b8592195d7843fdbaeda84b163cc044bab21"},
+]
+
+[package.dependencies]
+appdirs = ">=1.4.4,<2.0.0"
+certifi = ">=2023.7.22,<2024.0.0"
+click = "*"
+importlib-metadata = ">=6.8.0"
+jinja2 = ">=3.1.2,<4.0.0"
+openai = ">=0.27.0,<0.29.0"
+python-dotenv = ">=0.2.0"
+tiktoken = ">=0.4.0"
+tokenizers = "*"
+
 [[package]]
 name = "llama-index"
 version = "0.8.55"
@@ -3552,4 +3585,4 @@ testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "p
 [metadata]
 lock-version = "2.0"
 python-versions = ">=3.11,<3.12"
-content-hash = "dca0aa5a36f1317113b6aa54f00e6fbaee17d79530aa585c0bd89a2b378ce342"
+content-hash = "d18ab7aa25b4275b0d2e0696b33da8286b45f01ea6603edc2bf00721fdab10e8"

pyproject.toml

@@ -15,6 +15,7 @@ transformers = "^4.34.1"
 accelerate = "^0.24.0"
 scipy = "^1.11.3"
 bitsandbytes = "^0.41.1"
+litellm = "^0.12.5"
 
 [tool.pyright]
 # https://github.com/microsoft/pyright/blob/main/docs/configuration.md

requirements.txt

@@ -7,3 +7,4 @@ transformers
 accelerate
 scipy
 bitsandbytes
+litellm