|
model_list: |
|
- model_name: claude-3-sonnet |
|
litellm_params: |
|
model: claude-3-sonnet-20240229 |
|
api_key: os.environ/ANTHROPIC_API_KEY |
|
- model_name: claude-3-opus |
|
litellm_params: |
|
model: claude-3-opus-20240229 |
|
api_key: os.environ/ANTHROPIC_API_KEY |
|
- model_name: mixtral-8x7b-32768 |
|
litellm_params: |
|
model: groq/mixtral-8x7b-32768 |
|
api_key: os.environ/GROQ_API_KEY |
|
- model_name: gemini-pro |
|
litellm_params: |
|
model: gemini/gemini-pro |
|
api_key: os.environ/GEMINI_API_KEY |
|
- model_name: gemini/gemini-pro-vision |
|
litellm_params: |
|
model: gemini/gemini-pro-vision |
|
api_key: os.environ/GEMINI_API_KEY |
|
- model_name: deepseek-coder-33b-instruct |
|
litellm_params: |
|
model: together_ai/deepseek-ai/deepseek-coder-33b-instruct |
|
api_key: os.environ/TOGETHERAI_API_KEY |
|
- model_name: CodeLlama-13b-Python-hf |
|
litellm_params: |
|
model: together_ai/codellama/CodeLlama-13b-Python-hf |
|
api_key: os.environ/TOGETHERAI_API_KEY |
|
- model_name: Nous-Hermes-2-Mixtral-8x7B-DPO |
|
litellm_params: |
|
model: together_ai/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO |
|
api_key: os.environ/TOGETHERAI_API_KEY |
|
|
|
litellm_settings: |
|
drop_params: True |
|
set_verbose: True |
|
num_retries: 3 |
|
request_timeout: 10 |
|
allowed_fails: 3 |
|
|
|
general_settings: |
|
master_key: os.environ/PROXY_MASTER_KEY |
|
|
