diff --git a/__pycache__/main.cpython-39.pyc b/__pycache__/main.cpython-39.pyc index 7f642387cbdc1efd02f624522f24832a11b737c9..cc865def32132bdd38a9ef649bb463d38c3ddf80 100644 Binary files a/__pycache__/main.cpython-39.pyc and b/__pycache__/main.cpython-39.pyc differ diff --git a/__pycache__/proxy_server.cpython-39.pyc b/__pycache__/proxy_server.cpython-39.pyc index 220bab0c889767e13d8c948f820fada2dd9fae93..c5d8d7625540cf6a60ccdb16fa5c8009b4fb1287 100644 Binary files a/__pycache__/proxy_server.cpython-39.pyc and b/__pycache__/proxy_server.cpython-39.pyc differ diff --git a/litellm/__pycache__/__init__.cpython-39.pyc b/litellm/__pycache__/__init__.cpython-39.pyc index bc7986f099a23446b743cd0ff45a30d9a139ea13..b31b27cbbef82479b4490a36005cbff056bf48c0 100644 Binary files a/litellm/__pycache__/__init__.cpython-39.pyc and b/litellm/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/__pycache__/_logging.cpython-39.pyc b/litellm/__pycache__/_logging.cpython-39.pyc index 733695690c40b29d041e1812d89dff08f59ddfea..cd01bcec4db5e979efb8bcd415792b4d4faa414f 100644 Binary files a/litellm/__pycache__/_logging.cpython-39.pyc and b/litellm/__pycache__/_logging.cpython-39.pyc differ diff --git a/litellm/__pycache__/budget_manager.cpython-39.pyc b/litellm/__pycache__/budget_manager.cpython-39.pyc index dbd7ae9707f912d1725f0091aa761b23ec577c09..0a4a7edcefd214670135d857d833f9c48d80be70 100644 Binary files a/litellm/__pycache__/budget_manager.cpython-39.pyc and b/litellm/__pycache__/budget_manager.cpython-39.pyc differ diff --git a/litellm/__pycache__/caching.cpython-39.pyc b/litellm/__pycache__/caching.cpython-39.pyc index b14640a8e7a978a92bd53e4f68c438482f984abf..400184784a7936b02b43b383312f1f7f22592080 100644 Binary files a/litellm/__pycache__/caching.cpython-39.pyc and b/litellm/__pycache__/caching.cpython-39.pyc differ diff --git a/litellm/__pycache__/exceptions.cpython-39.pyc b/litellm/__pycache__/exceptions.cpython-39.pyc index 64a895e59326c384b48c1f0c720eaa052c71b1da..caff166e4987c082352640fa3bd3f563dac3ad34 100644 Binary files a/litellm/__pycache__/exceptions.cpython-39.pyc and b/litellm/__pycache__/exceptions.cpython-39.pyc differ diff --git a/litellm/__pycache__/main.cpython-39.pyc b/litellm/__pycache__/main.cpython-39.pyc index 4daba40cc986b4566d4d9d09e92b6a23b80161f4..ad7aa873bb94dc2d2b0945896ab9719dfc309c57 100644 Binary files a/litellm/__pycache__/main.cpython-39.pyc and b/litellm/__pycache__/main.cpython-39.pyc differ diff --git a/litellm/__pycache__/router.cpython-39.pyc b/litellm/__pycache__/router.cpython-39.pyc index 19a5eb0fbb58cdd3b53a126195a105c639641ea0..b71af4bd19a3a26a213e77f8cf8ec9dd8a737630 100644 Binary files a/litellm/__pycache__/router.cpython-39.pyc and b/litellm/__pycache__/router.cpython-39.pyc differ diff --git a/litellm/__pycache__/timeout.cpython-39.pyc b/litellm/__pycache__/timeout.cpython-39.pyc index 70c74e89d7357403a079077ec46d5d9a5c33fa81..af03409dedd7ffce91639e2906aa470a431d3bb1 100644 Binary files a/litellm/__pycache__/timeout.cpython-39.pyc and b/litellm/__pycache__/timeout.cpython-39.pyc differ diff --git a/litellm/__pycache__/utils.cpython-39.pyc b/litellm/__pycache__/utils.cpython-39.pyc index 58f33d704bca6873209d2503e7fea40ae3693c74..290ce64b4100c9b04a3f849ed3cd3e9f77b8788c 100644 Binary files a/litellm/__pycache__/utils.cpython-39.pyc and b/litellm/__pycache__/utils.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/__init__.cpython-39.pyc b/litellm/integrations/__pycache__/__init__.cpython-39.pyc index 06ae8fe2d604976b9dec5719e23432eec823f4cd..ef525a07a24750a9cd2a96958793c8c49c34822c 100644 Binary files a/litellm/integrations/__pycache__/__init__.cpython-39.pyc and b/litellm/integrations/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/aispend.cpython-39.pyc b/litellm/integrations/__pycache__/aispend.cpython-39.pyc index 12d0e3fde7abd814a49f49d0740563dcdfa02b65..4ec607d3a46516873041bfa843f9e92b3a5bfe41 100644 Binary files a/litellm/integrations/__pycache__/aispend.cpython-39.pyc and b/litellm/integrations/__pycache__/aispend.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/berrispend.cpython-39.pyc b/litellm/integrations/__pycache__/berrispend.cpython-39.pyc index 7e5a11706848f32b0c6379dd9086ef47bd9ba123..e2bb139f5bf8f87ad31055616f9e103d62807a50 100644 Binary files a/litellm/integrations/__pycache__/berrispend.cpython-39.pyc and b/litellm/integrations/__pycache__/berrispend.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc b/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc index 5cfd394832c61ff1059251278a38fb0d036e0c9a..6f81e905a81fef6b28a1e18d91c7959373da9084 100644 Binary files a/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc and b/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc b/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc index af4e8d5e1b6a3d9235a0de7376e964e1a7bc3985..645f9585e7d55f9b750468fd0308d9103c973678 100644 Binary files a/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc and b/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/helicone.cpython-39.pyc b/litellm/integrations/__pycache__/helicone.cpython-39.pyc index 5e6ce0aaac96755b90bcf6d7919d51252a681e6b..7b5308d208ddad54f2ca8db9e1acb31cfaf61568 100644 Binary files a/litellm/integrations/__pycache__/helicone.cpython-39.pyc and b/litellm/integrations/__pycache__/helicone.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/langfuse.cpython-39.pyc b/litellm/integrations/__pycache__/langfuse.cpython-39.pyc index b042c63de37d3bb61a0e94a4d940c292d9bebf50..e024087849dfa99eaaadc8977931566b6d66aa7a 100644 Binary files a/litellm/integrations/__pycache__/langfuse.cpython-39.pyc and b/litellm/integrations/__pycache__/langfuse.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/langsmith.cpython-39.pyc b/litellm/integrations/__pycache__/langsmith.cpython-39.pyc index b3082aac4c520b3c49ad586d43232033aa1b3dca..70ec2c67ee807d6360fe73334deb8f2f8bbc3598 100644 Binary files a/litellm/integrations/__pycache__/langsmith.cpython-39.pyc and b/litellm/integrations/__pycache__/langsmith.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc b/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc index 6b4356496b7c06fbc149cab59162bb3439a9b4cd..510a17e8c11ce3fdefbee4ef80c918167bc6b400 100644 Binary files a/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc and b/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc b/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc index 0be728921b48b879495ccb60480a212e9cb99cb9..d48ccd4c84315a93ca9753cd7003dd0c9cf7e5fd 100644 Binary files a/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc and b/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc b/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc index 6df621e229fae4f0320139986ee07e9b24332b75..964f7a9e1a9c8423e75d95963cb9ca6b608f0e29 100644 Binary files a/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc and b/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/s3.cpython-39.pyc b/litellm/integrations/__pycache__/s3.cpython-39.pyc index 2c8476446791e0b18a6bd85cc6be050afeb4bd16..b95fa0fa88dd1bc7570d218de9b933bfc5950adc 100644 Binary files a/litellm/integrations/__pycache__/s3.cpython-39.pyc and b/litellm/integrations/__pycache__/s3.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/supabase.cpython-39.pyc b/litellm/integrations/__pycache__/supabase.cpython-39.pyc index bf1d8fca0e4097bcefe22b9a5a98f7ec525f5a07..8d5ab7f376c510c6c8ac8e71021febad4152952a 100644 Binary files a/litellm/integrations/__pycache__/supabase.cpython-39.pyc and b/litellm/integrations/__pycache__/supabase.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/traceloop.cpython-39.pyc b/litellm/integrations/__pycache__/traceloop.cpython-39.pyc index b21ace028c8bebe2b2094829667fefbbb1807123..5d121cc7e76549e37497cc3d6b1bb0d9a0902092 100644 Binary files a/litellm/integrations/__pycache__/traceloop.cpython-39.pyc and b/litellm/integrations/__pycache__/traceloop.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc b/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc index 05df2a802d7b9ce6d9818fa7b00f8f38b3075cf4..da9388308fb67c3b587935291b56359eb1344a97 100644 Binary files a/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc and b/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/__init__.cpython-39.pyc b/litellm/llms/__pycache__/__init__.cpython-39.pyc index 5051ab273dfd5bec9461ff74fb9d5b9af0b1dfce..3d98364845cc7e72fc4c49848e3cb86255c76fc3 100644 Binary files a/litellm/llms/__pycache__/__init__.cpython-39.pyc and b/litellm/llms/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ai21.cpython-39.pyc b/litellm/llms/__pycache__/ai21.cpython-39.pyc index 9042d13912afaba44f9e37b5fcab1f466070f069..969265eda0b8f9df4759bcbfbec6d0aec31f584c 100644 Binary files a/litellm/llms/__pycache__/ai21.cpython-39.pyc and b/litellm/llms/__pycache__/ai21.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc b/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc index 92c7582e47f4490066b148e59dc53073f231de02..8f2d6c82a1b1994ec09ea630645d65e0d20c2ae1 100644 Binary files a/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc and b/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/anthropic.cpython-39.pyc b/litellm/llms/__pycache__/anthropic.cpython-39.pyc index e4ffcaac76fac03f40b221657b9dedb7112ec408..38b1f9a601dc66497bead5906cc972a220780f3c 100644 Binary files a/litellm/llms/__pycache__/anthropic.cpython-39.pyc and b/litellm/llms/__pycache__/anthropic.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/azure.cpython-39.pyc b/litellm/llms/__pycache__/azure.cpython-39.pyc index 7c96bf67f0d57d05d5ce1c380a7b9b07d4b7554c..e8ec1f43f945a5c878f2fcd4b7c12c306e9c410d 100644 Binary files a/litellm/llms/__pycache__/azure.cpython-39.pyc and b/litellm/llms/__pycache__/azure.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/base.cpython-39.pyc b/litellm/llms/__pycache__/base.cpython-39.pyc index 53cf1aa123fdd26a36367eb0f8f033fbf0ac166b..9856c1a753f8380f60d305438118c347e6ed789e 100644 Binary files a/litellm/llms/__pycache__/base.cpython-39.pyc and b/litellm/llms/__pycache__/base.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/baseten.cpython-39.pyc b/litellm/llms/__pycache__/baseten.cpython-39.pyc index 5d9bc601f5709937c0e3037ac51b3fef9b172eca..09797b0bd9476e247b1e75d7d2f00ca25a43dca5 100644 Binary files a/litellm/llms/__pycache__/baseten.cpython-39.pyc and b/litellm/llms/__pycache__/baseten.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/bedrock.cpython-39.pyc b/litellm/llms/__pycache__/bedrock.cpython-39.pyc index 56b82e3c266c51acd706ea7701262d7a9837d1e2..eafb74c039c1a91208d225abd6063ae4dffc86d1 100644 Binary files a/litellm/llms/__pycache__/bedrock.cpython-39.pyc and b/litellm/llms/__pycache__/bedrock.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/cloudflare.cpython-39.pyc b/litellm/llms/__pycache__/cloudflare.cpython-39.pyc index 53f979d965502c816b82f634763eaa22c7082e42..9915c704b80ddf8e7fc0812690d111ba94ad6dfe 100644 Binary files a/litellm/llms/__pycache__/cloudflare.cpython-39.pyc and b/litellm/llms/__pycache__/cloudflare.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/cohere.cpython-39.pyc b/litellm/llms/__pycache__/cohere.cpython-39.pyc index 59b539548d65777e416e7dd51c97f8e1dc8639b2..84d4519aae3a912ff67f085763754ce0b49b4add 100644 Binary files a/litellm/llms/__pycache__/cohere.cpython-39.pyc and b/litellm/llms/__pycache__/cohere.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/gemini.cpython-39.pyc b/litellm/llms/__pycache__/gemini.cpython-39.pyc index c8b52b67d6f14195275d1c9d2706a530f1830066..37a4ec5847e096132ddca79cc6d1d0f7ec62cc13 100644 Binary files a/litellm/llms/__pycache__/gemini.cpython-39.pyc and b/litellm/llms/__pycache__/gemini.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc b/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc index 50abe5d9a0f38273af052c9d35e452e53d2fc22e..ddaffbef2ab8127776e0a4abd6a3f1c74228aa46 100644 Binary files a/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc and b/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/maritalk.cpython-39.pyc b/litellm/llms/__pycache__/maritalk.cpython-39.pyc index 56173e16e5282cbe116be9b44923e9504b0d83b7..dacd8f6288c3e0075435d75156b5bcad341d31e5 100644 Binary files a/litellm/llms/__pycache__/maritalk.cpython-39.pyc and b/litellm/llms/__pycache__/maritalk.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc b/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc index b9d7fb1d25e4b8e4c952546ab0013e8e63b68ce1..4d9b09aa45b09ed06e0aefdfe2ae7b56c2dd4f42 100644 Binary files a/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc and b/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ollama.cpython-39.pyc b/litellm/llms/__pycache__/ollama.cpython-39.pyc index 8160d6fb89093457f09adb33cc0e0621029c375a..42ffed0f72e3ce1c4a048bae8731b35a499118ce 100644 Binary files a/litellm/llms/__pycache__/ollama.cpython-39.pyc and b/litellm/llms/__pycache__/ollama.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc b/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc index 7f6b152f37d0a5bc6c96c7e90fc40a40e8b6f826..82015f9a5068ad1b8e290701248efa3a418f9d17 100644 Binary files a/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc and b/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/oobabooga.cpython-39.pyc b/litellm/llms/__pycache__/oobabooga.cpython-39.pyc index 1334246c51b244bb41dbb421aace085021e794ae..e92fa59ababbcd09ce9686d095e45ee577dd3411 100644 Binary files a/litellm/llms/__pycache__/oobabooga.cpython-39.pyc and b/litellm/llms/__pycache__/oobabooga.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/openai.cpython-39.pyc b/litellm/llms/__pycache__/openai.cpython-39.pyc index 2fc7e2674cdb8611b0c64c3b474622ab0437a6ad..6b43cb37c3012074af913c4676174eaaab4c42df 100644 Binary files a/litellm/llms/__pycache__/openai.cpython-39.pyc and b/litellm/llms/__pycache__/openai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/openrouter.cpython-39.pyc b/litellm/llms/__pycache__/openrouter.cpython-39.pyc index f82e17b5686ee8d0f7371834b3a75eca1d57e88c..6a4341e87753b796ffd6c4d18f14d83eb283096d 100644 Binary files a/litellm/llms/__pycache__/openrouter.cpython-39.pyc and b/litellm/llms/__pycache__/openrouter.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/palm.cpython-39.pyc b/litellm/llms/__pycache__/palm.cpython-39.pyc index 79b636607497a3d32db66ea282b16c11b296047c..c118af7a3fe427b0bb47f2fb95c79888dee24889 100644 Binary files a/litellm/llms/__pycache__/palm.cpython-39.pyc and b/litellm/llms/__pycache__/palm.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/petals.cpython-39.pyc b/litellm/llms/__pycache__/petals.cpython-39.pyc index c4b56780c3dc4b3fcae2e19f20d28ced00dd8029..0874ef7337cbb552a2b0c6135eeffe8630567bb0 100644 Binary files a/litellm/llms/__pycache__/petals.cpython-39.pyc and b/litellm/llms/__pycache__/petals.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/replicate.cpython-39.pyc b/litellm/llms/__pycache__/replicate.cpython-39.pyc index 0b1b81ed9902101cfadf025d710fb14e52ccc5fe..afa2baaf9af04fafa5e02e05ba8f85e96a900cb5 100644 Binary files a/litellm/llms/__pycache__/replicate.cpython-39.pyc and b/litellm/llms/__pycache__/replicate.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/sagemaker.cpython-39.pyc b/litellm/llms/__pycache__/sagemaker.cpython-39.pyc index a9edbdf98827d4da475a6282555018775af387f5..7503b0deedee7111677cda555c83d5f51423d47e 100644 Binary files a/litellm/llms/__pycache__/sagemaker.cpython-39.pyc and b/litellm/llms/__pycache__/sagemaker.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/together_ai.cpython-39.pyc b/litellm/llms/__pycache__/together_ai.cpython-39.pyc index 8c38b11582363e65429728b24c7b24ecc0f479f2..7eef8832550376723e41834ed1ca31b67d3b022b 100644 Binary files a/litellm/llms/__pycache__/together_ai.cpython-39.pyc and b/litellm/llms/__pycache__/together_ai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc b/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc index a6102358a183fc0cf9c1839fc6a2c91ed2248484..0d324ec4f7e8f7098d286cec8e507ee28f473858 100644 Binary files a/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc and b/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/vllm.cpython-39.pyc b/litellm/llms/__pycache__/vllm.cpython-39.pyc index f0495c7461782e5e0ada5246324467b094c864de..867eaf884a7a6695c889caf974025b6d2d2bd649 100644 Binary files a/litellm/llms/__pycache__/vllm.cpython-39.pyc and b/litellm/llms/__pycache__/vllm.cpython-39.pyc differ diff --git a/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc b/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc index 923722d582bdddc29d2efa43f853d963cf502ecb..4828f5e7704ac4885184b7ba2609e0815c441a60 100644 Binary files a/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc and b/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc differ diff --git a/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc b/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc index 17dc0f5978aeba8a17c13c1423ee2ae7892599a2..a8738c428506d7c7bf7b2277b8f8b5a31e586dee 100644 Binary files a/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc and b/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/__init__.cpython-39.pyc b/litellm/proxy/__pycache__/__init__.cpython-39.pyc index 86160c22afbecdbd3cd2465acf2030a03767824d..6af83bf6d994a1e704e1a356d65865729ef7fbb2 100644 Binary files a/litellm/proxy/__pycache__/__init__.cpython-39.pyc and b/litellm/proxy/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/_types.cpython-39.pyc b/litellm/proxy/__pycache__/_types.cpython-39.pyc index 6ac4aa69ff9f2556eddc29ddc5fea7c72e85e296..dc79f8604f0252988bb6472d106e3229aea91715 100644 Binary files a/litellm/proxy/__pycache__/_types.cpython-39.pyc and b/litellm/proxy/__pycache__/_types.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/health_check.cpython-39.pyc b/litellm/proxy/__pycache__/health_check.cpython-39.pyc index d6b5efb0bdf4628e919b29131a73e1f16d450bb7..5887d0ac71c7c4431c3f8f626c518a9f95f60bf5 100644 Binary files a/litellm/proxy/__pycache__/health_check.cpython-39.pyc and b/litellm/proxy/__pycache__/health_check.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc b/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc index 1dcc3e98079df7c7d4a44e2cf85457bb7b767337..a10d2590bac9e442a919fcc7589a278121610c5e 100644 Binary files a/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc and b/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/utils.cpython-39.pyc b/litellm/proxy/__pycache__/utils.cpython-39.pyc index 35743d065b17c44f9fff6c0fd2e77e1c26b19892..db0b880257907736e697d49aa3cde10ac8f9ae34 100644 Binary files a/litellm/proxy/__pycache__/utils.cpython-39.pyc and b/litellm/proxy/__pycache__/utils.cpython-39.pyc differ diff --git a/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc b/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc index 3b411c7fca45ebecc05e3507f8cb1f0d2e746bf7..1b3f425cf407d25624009cf6dfa0a8c7a5004564 100644 Binary files a/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc and b/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc index 127ce183a31f69da51cc795e280db19093997b1b..82d900d2c5af3e49a84ff5225f922c21d53612d5 100644 Binary files a/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc and b/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc index 1e38768e78ff8f08114c6bf95b86590f5c0357de..da35f5e4fecbd42c993b358f6ebca30a494c78fa 100644 Binary files a/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc and b/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc index 9fbcd57f47a47934653146a3eeb3009a561494aa..3c0678951aefb3a85113d74155f54553c2006c79 100644 Binary files a/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc and b/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc differ diff --git a/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc b/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc index 703b0ff37452335e93fd88f2e3c2cc53ece61712..dec85f4565cebe99cf5a8fcb5a101bb47b2bada1 100644 Binary files a/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc and b/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc b/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc index 775b6979670b08c6a48a111f421a17ee0088c902..b16098a3828d115bfdb9a46826caf6a9bc44239f 100644 Binary files a/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc and b/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc b/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc index faa7dc9324aec2bba2823ce530e132dd5873a09d..7f3447c9b763bbef9cdbe1d11a297abcd2966b52 100644 Binary files a/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc and b/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc b/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc index 016328f7df460a5382b1bc4bf9ca84e8b54ea792..e471b8f31c40535bdac59e0ffd9d31b0159a2027 100644 Binary files a/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc and b/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc differ diff --git a/proxy_server.py b/proxy_server.py index 307faae8ab9fe072d6414ebd520bc87c4f53130c..76c9fe6bbd4c832a3d6acf73822775f731c0ca6c 100644 --- a/proxy_server.py +++ b/proxy_server.py @@ -1412,11 +1412,27 @@ async def completion( raise HTTPException(status_code=status, detail=error_msg) -@router.post( - "/v1/chat/completions", - dependencies=[Depends(user_api_key_auth)], - tags=["chat/completions"], -) +@router.post("/chat/completions", dependencies=[Depends(user_api_key_auth)]) +async def completion(request: Request): + key = request.headers.get("Authorization").replace("Bearer ", "") # type: ignore + data = await request.json() + print(f"received request data: {data}") + data["user_key"] = key + data["budget_manager"] = budget_manager + data["master_key"] = master_key + set_env_variables(data) + # handle how users send streaming + if 'stream' in data: + if type(data['stream']) == str: # if users send stream as str convert to bool + # convert to bool + if data['stream'].lower() == "true": + data['stream'] = True # convert to boolean + + response = llm.completion(**data) + if 'stream' in data and data['stream'] == True: # use generate_responses to stream responses + return StreamingResponse(data_generator(response), media_type='text/event-stream') + return response + @router.post( "/chat/completions", dependencies=[Depends(user_api_key_auth)], @@ -2500,6 +2516,43 @@ async def config_yaml_endpoint(config_info: ConfigYAML): print(chat_completion.choices[0].message.content) +@router.get("/openinterpreter/chat", tags=["openinterpreter"]) +async def config_yaml_endpoint(config_info: ConfigYAML): + client = Groq( + api_key=os.environ.get("GROQ_API_KEY"), + ) + + chat_completion = client.chat.completions.create( + messages=[ + { + "role": "user", + "content": "Explain the importance of fast language models", + } + ], + model="llama3-8b-8192", + ) + + print(chat_completion.choices[0].message.content) + +@router.get("/assistant/chat", tags=["openinterpreter"]) +async def config_yaml_endpoint(config_info: ConfigYAML): + client = Groq( + api_key=os.environ.get("GROQ_API_KEY"), + ) + + chat_completion = client.chat.completions.create( + messages=[ + { + "role": "user", + "content": "Explain the importance of fast language models", + } + ], + model="llama3-8b-8192", + ) + + print(chat_completion.choices[0].message.content) + return chat_completion.choices[0].message.content + @router.get("/test", tags=["health"]) async def test_endpoint(request: Request):