diff --git a/__pycache__/main.cpython-39.pyc b/__pycache__/main.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7f642387cbdc1efd02f624522f24832a11b737c9 Binary files /dev/null and b/__pycache__/main.cpython-39.pyc differ diff --git a/__pycache__/proxy_server.cpython-39.pyc b/__pycache__/proxy_server.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..220bab0c889767e13d8c948f820fada2dd9fae93 Binary files /dev/null and b/__pycache__/proxy_server.cpython-39.pyc differ diff --git a/litellm/__pycache__/__init__.cpython-39.pyc b/litellm/__pycache__/__init__.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..bc7986f099a23446b743cd0ff45a30d9a139ea13 Binary files /dev/null and b/litellm/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/__pycache__/_logging.cpython-39.pyc b/litellm/__pycache__/_logging.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..733695690c40b29d041e1812d89dff08f59ddfea Binary files /dev/null and b/litellm/__pycache__/_logging.cpython-39.pyc differ diff --git a/litellm/__pycache__/budget_manager.cpython-39.pyc b/litellm/__pycache__/budget_manager.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..dbd7ae9707f912d1725f0091aa761b23ec577c09 Binary files /dev/null and b/litellm/__pycache__/budget_manager.cpython-39.pyc differ diff --git a/litellm/__pycache__/caching.cpython-39.pyc b/litellm/__pycache__/caching.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b14640a8e7a978a92bd53e4f68c438482f984abf Binary files /dev/null and b/litellm/__pycache__/caching.cpython-39.pyc differ diff --git a/litellm/__pycache__/exceptions.cpython-39.pyc b/litellm/__pycache__/exceptions.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..64a895e59326c384b48c1f0c720eaa052c71b1da Binary files /dev/null and b/litellm/__pycache__/exceptions.cpython-39.pyc differ diff --git a/litellm/__pycache__/main.cpython-39.pyc b/litellm/__pycache__/main.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..4daba40cc986b4566d4d9d09e92b6a23b80161f4 Binary files /dev/null and b/litellm/__pycache__/main.cpython-39.pyc differ diff --git a/litellm/__pycache__/router.cpython-39.pyc b/litellm/__pycache__/router.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..19a5eb0fbb58cdd3b53a126195a105c639641ea0 Binary files /dev/null and b/litellm/__pycache__/router.cpython-39.pyc differ diff --git a/litellm/__pycache__/timeout.cpython-39.pyc b/litellm/__pycache__/timeout.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..70c74e89d7357403a079077ec46d5d9a5c33fa81 Binary files /dev/null and b/litellm/__pycache__/timeout.cpython-39.pyc differ diff --git a/litellm/__pycache__/utils.cpython-39.pyc b/litellm/__pycache__/utils.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..58f33d704bca6873209d2503e7fea40ae3693c74 Binary files /dev/null and b/litellm/__pycache__/utils.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/__init__.cpython-39.pyc b/litellm/integrations/__pycache__/__init__.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..06ae8fe2d604976b9dec5719e23432eec823f4cd Binary files /dev/null and b/litellm/integrations/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/aispend.cpython-39.pyc b/litellm/integrations/__pycache__/aispend.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..12d0e3fde7abd814a49f49d0740563dcdfa02b65 Binary files /dev/null and b/litellm/integrations/__pycache__/aispend.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/berrispend.cpython-39.pyc b/litellm/integrations/__pycache__/berrispend.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7e5a11706848f32b0c6379dd9086ef47bd9ba123 Binary files /dev/null and b/litellm/integrations/__pycache__/berrispend.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc b/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..5cfd394832c61ff1059251278a38fb0d036e0c9a Binary files /dev/null and b/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc b/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..af4e8d5e1b6a3d9235a0de7376e964e1a7bc3985 Binary files /dev/null and b/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/helicone.cpython-39.pyc b/litellm/integrations/__pycache__/helicone.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..5e6ce0aaac96755b90bcf6d7919d51252a681e6b Binary files /dev/null and b/litellm/integrations/__pycache__/helicone.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/langfuse.cpython-39.pyc b/litellm/integrations/__pycache__/langfuse.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b042c63de37d3bb61a0e94a4d940c292d9bebf50 Binary files /dev/null and b/litellm/integrations/__pycache__/langfuse.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/langsmith.cpython-39.pyc b/litellm/integrations/__pycache__/langsmith.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b3082aac4c520b3c49ad586d43232033aa1b3dca Binary files /dev/null and b/litellm/integrations/__pycache__/langsmith.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc b/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6b4356496b7c06fbc149cab59162bb3439a9b4cd Binary files /dev/null and b/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc b/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0be728921b48b879495ccb60480a212e9cb99cb9 Binary files /dev/null and b/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc b/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6df621e229fae4f0320139986ee07e9b24332b75 Binary files /dev/null and b/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/s3.cpython-39.pyc b/litellm/integrations/__pycache__/s3.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..2c8476446791e0b18a6bd85cc6be050afeb4bd16 Binary files /dev/null and b/litellm/integrations/__pycache__/s3.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/supabase.cpython-39.pyc b/litellm/integrations/__pycache__/supabase.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..bf1d8fca0e4097bcefe22b9a5a98f7ec525f5a07 Binary files /dev/null and b/litellm/integrations/__pycache__/supabase.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/traceloop.cpython-39.pyc b/litellm/integrations/__pycache__/traceloop.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b21ace028c8bebe2b2094829667fefbbb1807123 Binary files /dev/null and b/litellm/integrations/__pycache__/traceloop.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc b/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..05df2a802d7b9ce6d9818fa7b00f8f38b3075cf4 Binary files /dev/null and b/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/__init__.cpython-39.pyc b/litellm/llms/__pycache__/__init__.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..5051ab273dfd5bec9461ff74fb9d5b9af0b1dfce Binary files /dev/null and b/litellm/llms/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ai21.cpython-39.pyc b/litellm/llms/__pycache__/ai21.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..9042d13912afaba44f9e37b5fcab1f466070f069 Binary files /dev/null and b/litellm/llms/__pycache__/ai21.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc b/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..92c7582e47f4490066b148e59dc53073f231de02 Binary files /dev/null and b/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/anthropic.cpython-39.pyc b/litellm/llms/__pycache__/anthropic.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e4ffcaac76fac03f40b221657b9dedb7112ec408 Binary files /dev/null and b/litellm/llms/__pycache__/anthropic.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/azure.cpython-39.pyc b/litellm/llms/__pycache__/azure.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7c96bf67f0d57d05d5ce1c380a7b9b07d4b7554c Binary files /dev/null and b/litellm/llms/__pycache__/azure.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/base.cpython-39.pyc b/litellm/llms/__pycache__/base.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..53cf1aa123fdd26a36367eb0f8f033fbf0ac166b Binary files /dev/null and b/litellm/llms/__pycache__/base.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/baseten.cpython-39.pyc b/litellm/llms/__pycache__/baseten.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..5d9bc601f5709937c0e3037ac51b3fef9b172eca Binary files /dev/null and b/litellm/llms/__pycache__/baseten.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/bedrock.cpython-39.pyc b/litellm/llms/__pycache__/bedrock.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..56b82e3c266c51acd706ea7701262d7a9837d1e2 Binary files /dev/null and b/litellm/llms/__pycache__/bedrock.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/cloudflare.cpython-39.pyc b/litellm/llms/__pycache__/cloudflare.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..53f979d965502c816b82f634763eaa22c7082e42 Binary files /dev/null and b/litellm/llms/__pycache__/cloudflare.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/cohere.cpython-39.pyc b/litellm/llms/__pycache__/cohere.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..59b539548d65777e416e7dd51c97f8e1dc8639b2 Binary files /dev/null and b/litellm/llms/__pycache__/cohere.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/gemini.cpython-39.pyc b/litellm/llms/__pycache__/gemini.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c8b52b67d6f14195275d1c9d2706a530f1830066 Binary files /dev/null and b/litellm/llms/__pycache__/gemini.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc b/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..50abe5d9a0f38273af052c9d35e452e53d2fc22e Binary files /dev/null and b/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/maritalk.cpython-39.pyc b/litellm/llms/__pycache__/maritalk.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..56173e16e5282cbe116be9b44923e9504b0d83b7 Binary files /dev/null and b/litellm/llms/__pycache__/maritalk.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc b/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b9d7fb1d25e4b8e4c952546ab0013e8e63b68ce1 Binary files /dev/null and b/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ollama.cpython-39.pyc b/litellm/llms/__pycache__/ollama.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8160d6fb89093457f09adb33cc0e0621029c375a Binary files /dev/null and b/litellm/llms/__pycache__/ollama.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc b/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7f6b152f37d0a5bc6c96c7e90fc40a40e8b6f826 Binary files /dev/null and b/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/oobabooga.cpython-39.pyc b/litellm/llms/__pycache__/oobabooga.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1334246c51b244bb41dbb421aace085021e794ae Binary files /dev/null and b/litellm/llms/__pycache__/oobabooga.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/openai.cpython-39.pyc b/litellm/llms/__pycache__/openai.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..2fc7e2674cdb8611b0c64c3b474622ab0437a6ad Binary files /dev/null and b/litellm/llms/__pycache__/openai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/openrouter.cpython-39.pyc b/litellm/llms/__pycache__/openrouter.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..f82e17b5686ee8d0f7371834b3a75eca1d57e88c Binary files /dev/null and b/litellm/llms/__pycache__/openrouter.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/palm.cpython-39.pyc b/litellm/llms/__pycache__/palm.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..79b636607497a3d32db66ea282b16c11b296047c Binary files /dev/null and b/litellm/llms/__pycache__/palm.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/petals.cpython-39.pyc b/litellm/llms/__pycache__/petals.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c4b56780c3dc4b3fcae2e19f20d28ced00dd8029 Binary files /dev/null and b/litellm/llms/__pycache__/petals.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/replicate.cpython-39.pyc b/litellm/llms/__pycache__/replicate.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0b1b81ed9902101cfadf025d710fb14e52ccc5fe Binary files /dev/null and b/litellm/llms/__pycache__/replicate.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/sagemaker.cpython-39.pyc b/litellm/llms/__pycache__/sagemaker.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..a9edbdf98827d4da475a6282555018775af387f5 Binary files /dev/null and b/litellm/llms/__pycache__/sagemaker.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/together_ai.cpython-39.pyc b/litellm/llms/__pycache__/together_ai.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8c38b11582363e65429728b24c7b24ecc0f479f2 Binary files /dev/null and b/litellm/llms/__pycache__/together_ai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc b/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..a6102358a183fc0cf9c1839fc6a2c91ed2248484 Binary files /dev/null and b/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/vllm.cpython-39.pyc b/litellm/llms/__pycache__/vllm.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..f0495c7461782e5e0ada5246324467b094c864de Binary files /dev/null and b/litellm/llms/__pycache__/vllm.cpython-39.pyc differ diff --git a/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc b/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..923722d582bdddc29d2efa43f853d963cf502ecb Binary files /dev/null and b/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc differ diff --git a/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc b/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..17dc0f5978aeba8a17c13c1423ee2ae7892599a2 Binary files /dev/null and b/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/__init__.cpython-39.pyc b/litellm/proxy/__pycache__/__init__.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..86160c22afbecdbd3cd2465acf2030a03767824d Binary files /dev/null and b/litellm/proxy/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/_types.cpython-39.pyc b/litellm/proxy/__pycache__/_types.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6ac4aa69ff9f2556eddc29ddc5fea7c72e85e296 Binary files /dev/null and b/litellm/proxy/__pycache__/_types.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/health_check.cpython-39.pyc b/litellm/proxy/__pycache__/health_check.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..d6b5efb0bdf4628e919b29131a73e1f16d450bb7 Binary files /dev/null and b/litellm/proxy/__pycache__/health_check.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc b/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1dcc3e98079df7c7d4a44e2cf85457bb7b767337 Binary files /dev/null and b/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/utils.cpython-39.pyc b/litellm/proxy/__pycache__/utils.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..35743d065b17c44f9fff6c0fd2e77e1c26b19892 Binary files /dev/null and b/litellm/proxy/__pycache__/utils.cpython-39.pyc differ diff --git a/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc b/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..3b411c7fca45ebecc05e3507f8cb1f0d2e746bf7 Binary files /dev/null and b/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..127ce183a31f69da51cc795e280db19093997b1b Binary files /dev/null and b/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1e38768e78ff8f08114c6bf95b86590f5c0357de Binary files /dev/null and b/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..9fbcd57f47a47934653146a3eeb3009a561494aa Binary files /dev/null and b/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc differ diff --git a/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc b/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..703b0ff37452335e93fd88f2e3c2cc53ece61712 Binary files /dev/null and b/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc b/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..775b6979670b08c6a48a111f421a17ee0088c902 Binary files /dev/null and b/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc b/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..faa7dc9324aec2bba2823ce530e132dd5873a09d Binary files /dev/null and b/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc b/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..016328f7df460a5382b1bc4bf9ca84e8b54ea792 Binary files /dev/null and b/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc differ diff --git a/proxy_server.py b/proxy_server.py index f1a3d60d1d3ffcbe22c8fc320b55c2891e6bd455..e05d4c5f77eb7a54fb216d99f174198c25edf27f 100644 --- a/proxy_server.py +++ b/proxy_server.py @@ -7,7 +7,7 @@ import secrets, subprocess import hashlib, uuid import warnings import importlib - +####################### messages: list = [] sys.path.insert( 0, os.path.abspath("../..")