Create config.yaml

config.yaml

@@ -0,0 +1,17 @@
+general_settings:
+    master_key: sk-1234567890
+
+litellm_settings:
+    drop_params: True
+    set_verbose: True
+
+model_list:
+ 
+
+
+  - model_name: nousresearch/hermes-3-llama-3.1-405b:free
+    litellm_params: # all params accepted by litellm.completion() - https://docs.litellm.ai/docs/completion/input
+      model: nousresearch/hermes-3-llama-3.1-405b:free ### MODEL NAME sent to `litellm.completion()` ###
+      api_base: https://openrouter.ai/api/v1
+      api_key: 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 # does os.getenv("AZURE_API_KEY_EU")
+      rpm: 60      # [OPTIONAL] Rate limit for this deployment: in requests per minute (rpm)