File size: 358 Bytes
e3278e4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
model_list:
 - model_name: gpt-4
   litellm_params:
     model: openai/fake
     api_key: fake-key
     api_base: https://exampleopenaiendpoint-production.up.railway.app/
     tags: ["teamA"]
   model_info:
     id: "team-a-model"

litellm_settings:
  cache: true
  callbacks: ["prometheus"]

router_settings:
  enable_tag_filtering: True # 👈 Key Change