model_list:
  - model_name: claude-2
    litellm_params:
      model: claude-2
      api_key: "os.environ/ANTHROPIC_API_KEY"
  - model_name: claude-3-sonnet
    litellm_params:
      model: claude-3-sonnet-20240229
      api_key: "os.environ/ANTHROPIC_API_KEY"
  - model_name: claude-3-opus
    litellm_params:
      model: claude-3-opus-20240229
      api_key: "os.environ/ANTHROPIC_API_KEY"
  - model_name: mixtral-8x7b-32768
    litellm_params: 
      model: groq/mixtral-8x7b-32768
      api_key: "os.environ/GROQ_API_KEY"
  - model_name: gemini-pro
    litellm_params:
      model: gemini/gemini-pro
      api_key: "os.environ/GEMINI_API_KEY"
  - model_name: gemini/gemini-pro-vision
    litellm_params:
      model: gemini/gemini-pro-vision
      api_key: "os.environ/GEMINI_API_KEY"
  - model_name: deepseek-coder-33b-instruct
    litellm_params:
      model: together_ai/deepseek-ai/deepseek-coder-33b-instruct
      api_key: "os.environ/TOGETHERAI_API_KEY"
  - model_name: CodeLlama-13b-Python-hf
    litellm_params:
      model: together_ai/codellama/CodeLlama-13b-Python-hf
      api_key: "os.environ/TOGETHERAI_API_KEY"
  - model_name: Nous-Hermes-2-Mixtral-8x7B-DPO
    litellm_params:
      model: together_ai/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
      api_key: "os.environ/TOGETHERAI_API_KEY"

litellm_settings:
  drop_params: true
  set_verbose: false

general_settings: 
  master_key: "os.environ/MASTER_KEY"
  database_url: "os.environ/DATABASE_URL"