litellm/proxy/example_config_yaml/multi_instance_simple_config.yaml

model_list:
  - model_name: fake-openai-endpoint
    litellm_params:
      model: openai/my-fake-model
      api_key: my-fake-key
      api_base: https://exampleopenaiendpoint-production.up.railway.app/

litellm_settings:
  cache: True
  cache_params:
    type: redis