TestLLM / litellm /proxy /example_config_yaml /enterprise_config.yaml
Raju2024's picture
Upload 1072 files
e3278e4 verified
raw
history blame contribute delete
358 Bytes
model_list:
- model_name: gpt-4
litellm_params:
model: openai/fake
api_key: fake-key
api_base: https://exampleopenaiendpoint-production.up.railway.app/
tags: ["teamA"]
model_info:
id: "team-a-model"
litellm_settings:
cache: true
callbacks: ["prometheus"]
router_settings:
enable_tag_filtering: True # πŸ‘ˆ Key Change