Update librechat.yaml

librechat.yaml

@@ -1,7 +1,8 @@
-# For more information, see the Configuration Guide:
-# https://www.librechat.ai/docs/configuration/librechat_yaml
 version: 1.1.6
+
 cache: true
+fileStrategy: "firebase"
+
 interface:
   privacyPolicy:
     externalUrl: 'https://librechat.ai/privacy-policy'
@@ -9,19 +10,1671 @@ interface:
   termsOfService:
     externalUrl: 'https://librechat.ai/tos'
     openNewTab: true
+
 registration:
-  socialLogins: ['github', 'google', 'discord', 'openid', 'facebook']
+  socialLogins: ["discord", "facebook", "github", "google", "openid"]
+
 endpoints:
-    custom:
+  custom:
+    # Anyscale
+    # # Model list: https://console.anyscale.com/v2/playground
+    - name: "Anyscale"
+      apiKey: "user_provided"
+      baseURL: "https://api.endpoints.anyscale.com/v1"
+      models:
+        default: [
+          "google/gemma-7b-it",
+          "llava-hf/llava-v1.6-mistral-7b-hf",
+          "meta-llama/Meta-Llama-3-70B-Instruct",
+          "meta-llama/Meta-Llama-3-8B-Instruct",
+          "mistralai/Mistral-7B-Instruct-v0.1",
+          "mistralai/Mixtral-8x22B-Instruct-v0.1",
+          "mistralai/Mixtral-8x7B-Instruct-v0.1",
+          "mlabonne/NeuralHermes-2.5-Mistral-7B",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "meta-llama/Meta-Llama-3-8B-Instruct"
+      summarize: false
+      summaryModel: "meta-llama/Meta-Llama-3-8B-Instruct"
+      forcePrompt: false
+      modelDisplayLabel: "Anyscale"
+
+    # APIpie
+    # https://apipie.ai/dashboard/
+    # Script to fetch models: https://github.com/LibreChat-AI/librechat-config-yaml/blob/main/scripts/apipie.py
+    - name: "APIpie"
+      apiKey: "user_provided"
+      baseURL: "https://apipie.ai/v1/"
+      models:
+        default: [
+          "GPT-JT-Moderation-6B",
+          "Hermes-2-Theta-Llama-3-70B",
+          "Koala-13B",
+          "Koala-7B",
+          "LLaMA-2-7B-32K",
+          "Llama-2-13b-chat-hf",
+          "Llama-2-13b-hf",
+          "Llama-2-70b-chat-hf",
+          "Llama-2-70b-hf",
+          "Llama-2-7b-chat-hf",
+          "Llama-2-7b-hf",
+          "Llama-3-70B-Instruct-Gradient-1048k",
+          "Llama-3-70b-chat-hf",
+          "Llama-3-70b-hf",
+          "Llama-3-8b-chat-hf",
+          "Llama-3-8b-hf",
+          "Llama-Rank-V1",
+          "Meta-Llama-3-70B",
+          "Meta-Llama-3-70B-Instruct",
+          "Meta-Llama-3-70B-Instruct-Lite",
+          "Meta-Llama-3-70B-Instruct-Turbo",
+          "Meta-Llama-3-8B-Instruct",
+          "Meta-Llama-3-8B-Instruct-Lite",
+          "Meta-Llama-3-8B-Instruct-Turbo",
+          "Meta-Llama-3.1-405B-Instruct-Lite-Pro",
+          "Meta-Llama-3.1-405B-Instruct-Turbo",
+          "Meta-Llama-3.1-70B-Instruct-Reference",
+          "Meta-Llama-3.1-70B-Instruct-Turbo",
+          "Meta-Llama-3.1-70B-Reference",
+          "Meta-Llama-3.1-8B-Instruct-Turbo",
+          "Meta-Llama-3.1-8B-Reference",
+          "Mistral-7B-Instruct-v0.1",
+          "Mistral-7B-Instruct-v0.2",
+          "Mistral-7B-Instruct-v0.3",
+          "Mistral-7B-OpenOrca",
+          "Mistral-7B-v0.1",
+          "Mixtral-8x22B",
+          "Mixtral-8x22B-Instruct-v0.1",
+          "Mixtral-8x22B-v0.1",
+          "Mixtral-8x7B-Instruct-v0.1",
+          "MythoMax-L2-13b",
+          "MythoMax-L2-13b-Lite",
+          "NexusRaven-V2-13B",
+          "Nous-Capybara-7B-V1p9",
+          "Nous-Hermes-13b",
+          "Nous-Hermes-2-Mistral-7B-DPO",
+          "Nous-Hermes-2-Mixtral-8x7B-DPO",
+          "Nous-Hermes-2-Mixtral-8x7B-SFT",
+          "Nous-Hermes-Llama2-13b",
+          "Nous-Hermes-Llama2-70b",
+          "Nous-Hermes-llama-2-7b",
+          "OLMo-7B",
+          "OLMo-7B-Instruct",
+          "OpenHermes-2-Mistral-7B",
+          "OpenHermes-2p5-Mistral-7B",
+          "Platypus2-70B-instruct",
+          "Qwen1.5-0.5B",
+          "Qwen1.5-0.5B-Chat",
+          "Qwen1.5-1.8B",
+          "Qwen1.5-1.8B-Chat",
+          "Qwen1.5-110B-Chat",
+          "Qwen1.5-14B",
+          "Qwen1.5-14B-Chat",
+          "Qwen1.5-32B",
+          "Qwen1.5-32B-Chat",
+          "Qwen1.5-4B",
+          "Qwen1.5-4B-Chat",
+          "Qwen1.5-72B",
+          "Qwen1.5-72B-Chat",
+          "Qwen1.5-7B",
+          "Qwen1.5-7B-Chat",
+          "Qwen2-1.5B",
+          "Qwen2-1.5B-Instruct",
+          "Qwen2-72B",
+          "Qwen2-72B-Instruct",
+          "Qwen2-7B",
+          "Qwen2-7B-Instruct",
+          "ReMM-SLERP-L2-13B",
+          "RedPajama-INCITE-7B-Base",
+          "RedPajama-INCITE-7B-Chat",
+          "RedPajama-INCITE-Chat-3B-v1",
+          "SOLAR-10.7B-Instruct-v1.0",
+          "SOLAR-10.7B-Instruct-v1.0-int4",
+          "Snorkel-Mistral-PairRM-DPO",
+          "StripedHyena-Hessian-7B",
+          "Toppy-M-7B",
+          "WizardLM-13B-V1.2",
+          "WizardLM-2-7B",
+          "WizardLM-2-8x22B",
+          "WizardLM-70B-V1.0",
+          "Yi-34B",
+          "Yi-34B-Chat",
+          "Yi-6B",
+          "airoboros-70b",
+          "airoboros-l2-70b",
+          "alpaca-7b",
+          "babbage-002",
+          "chat-bison",
+          "chatgpt-4o-latest",
+          "chatx_cheap_128k",
+          "chatx_cheap_32k",
+          "chatx_cheap_4k",
+          "chatx_cheap_64k",
+          "chatx_cheap_8k",
+          "chatx_mids_4k",
+          "chatx_premium_128k",
+          "chatx_premium_32k",
+          "chatx_premium_4k",
+          "chatx_premium_8k",
+          "chronos-hermes-13b",
+          "chronos-hermes-13b-v2",
+          "claude-1",
+          "claude-1.2",
+          "claude-2",
+          "claude-2.0",
+          "claude-2.1",
+          "claude-3-5-haiku",
+          "claude-3-5-haiku-20241022",
+          "claude-3-5-sonnet",
+          "claude-3-haiku",
+          "claude-3-opus",
+          "claude-3-sonnet",
+          "claude-instant-1",
+          "claude-instant-1.0",
+          "claude-instant-1.1",
+          "claude-instant-1.2",
+          "claude2_4k",
+          "command",
+          "command-light",
+          "command-light-nightly",
+          "command-light-text-v14",
+          "command-r",
+          "command-r-03-2024",
+          "command-r-08-2024",
+          "command-r-plus",
+          "command-r-plus-04-2024",
+          "command-r-plus-08-2024",
+          "command-r-plus-v1",
+          "command-r-v1",
+          "command-text-v14",
+          "davinci-002",
+          "dbrx-instruct",
+          "deepseek-chat",
+          "deepseek-llm-67b-chat",
+          "dolphin-2.5-mixtral-8x7b",
+          "dolphin-2.6-mixtral-8x7b",
+          "dolphin-mixtral-8x22b",
+          "dolphin-mixtral-8x7b",
+          "eva-qwen-2.5-14b",
+          "eva-qwen-2.5-32b",
+          "evo-1-131k-base",
+          "evo-1-8k-base",
+          "fimbulvetr-11b-v2",
+          "gemini-1.5-flash",
+          "gemini-1.5-pro",
+          "gemini-exp-1114",
+          "gemini-flash-1.5",
+          "gemini-flash-1.5-8b",
+          "gemini-flash-1.5-8b-exp",
+          "gemini-flash-1.5-exp",
+          "gemini-flash_8k",
+          "gemini-pro",
+          "gemini-pro-1.5",
+          "gemini-pro-1.5-exp",
+          "gemini-pro-vision",
+          "gemini-pro_8k",
+          "gemma-1.1-7b-it",
+          "gemma-2-27b-it",
+          "gemma-2-9b-it",
+          "gemma-2b",
+          "gemma-2b-it",
+          "gemma-7b",
+          "gemma-7b-it",
+          "general_32k",
+          "goliath-120b",
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-0125",
+          "gpt-3.5-turbo-0301",
+          "gpt-3.5-turbo-0613",
+          "gpt-3.5-turbo-1106",
+          "gpt-3.5-turbo-16k",
+          "gpt-3.5-turbo-16k-0613",
+          "gpt-3.5-turbo-instruct",
+          "gpt-3.5-turbo-instruct-0914",
+          "gpt-3.5_4k",
+          "gpt-4",
+          "gpt-4-0125-preview",
+          "gpt-4-0314",
+          "gpt-4-0613",
+          "gpt-4-1106-preview",
+          "gpt-4-1106-vision-preview",
+          "gpt-4-32k",
+          "gpt-4-32k-0314",
+          "gpt-4-turbo",
+          "gpt-4-turbo-2024-04-09",
+          "gpt-4-turbo-preview",
+          "gpt-4-vision-preview",
+          "gpt-4o",
+          "gpt-4o-2024-05-13",
+          "gpt-4o-2024-08-06",
+          "gpt-4o-2024-11-20",
+          "gpt-4o-audio-preview",
+          "gpt-4o-audio-preview-2024-10-01",
+          "gpt-4o-mini",
+          "gpt-4o-mini-2024-07-18",
+          "gpt-4o-realtime-preview",
+          "gpt-4o-realtime-preview-2024-10-01",
+          "gpt4o-mini_16k",
+          "gpt4o_16k",
+          "grok-2",
+          "grok-beta",
+          "grok-vision-beta",
+          "guanaco-13b",
+          "guanaco-33b",
+          "guanaco-65b",
+          "guanaco-7b",
+          "hermes-2-pro-llama-3-8b",
+          "hermes-2-theta-llama-3-8b",
+          "hermes-3-llama-3.1-405b",
+          "hermes-3-llama-3.1-70b",
+          "inflection-3-pi",
+          "inflection-3-productivity",
+          "j2-grande-instruct",
+          "j2-jumbo-instruct",
+          "j2-mid",
+          "j2-mid-v1",
+          "j2-ultra",
+          "j2-ultra-v1",
+          "jamba-1-5-large",
+          "jamba-1-5-large-v1",
+          "jamba-1-5-mini",
+          "jamba-1-5-mini-v1",
+          "jamba-instruct",
+          "jamba-instruct-v1",
+          "l3-euryale-70b",
+          "l3-lunaris-8b",
+          "l3.1-euryale-70b",
+          "large-latest",
+          "lfm-40b",
+          "llama-13b",
+          "llama-2-13b",
+          "llama-2-13b-chat",
+          "llama-2-70b-chat",
+          "llama-2-7b",
+          "llama-2-7b-chat",
+          "llama-3-70b-instruct",
+          "llama-3-8b-instruct",
+          "llama-3-lumimaid-70b",
+          "llama-3-lumimaid-8b",
+          "llama-3-sonar-large-32k-chat",
+          "llama-3-sonar-large-32k-online",
+          "llama-3-sonar-small-32k-chat",
+          "llama-3.1-405b",
+          "llama-3.1-405b-instruct",
+          "llama-3.1-70b-instruct",
+          "llama-3.1-8b-instruct",
+          "llama-3.1-lumimaid-70b",
+          "llama-3.1-lumimaid-8b",
+          "llama-3.1-nemotron-70b-instruct",
+          "llama-3.1-sonar-huge-128k-online",
+          "llama-3.1-sonar-large-128k-chat",
+          "llama-3.1-sonar-large-128k-online",
+          "llama-3.1-sonar-small-128k-chat",
+          "llama-3.1-sonar-small-128k-online",
+          "llama-3.2-11b-vision-instruct",
+          "llama-3.2-1b-instruct",
+          "llama-3.2-3b-instruct",
+          "llama-3.2-90b-vision-instruct",
+          "llama-30b",
+          "llama-65b",
+          "llama-7b",
+          "llama-guard-2-8b",
+          "llama2-13b-chat-v1",
+          "llama2-70b-chat-v1",
+          "llama3-1_128k",
+          "llama3-2_128k",
+          "llama3-70b-instruct-v1",
+          "llama3-8b-instruct-v1",
+          "llemma_7b",
+          "lzlv-70b-fp16-hf",
+          "magnum-72b",
+          "magnum-v2-72b",
+          "magnum-v4-72b",
+          "medium",
+          "meta-llama-3.1-8b-instruct",
+          "midnight-rose-70b",
+          "ministral-3b",
+          "ministral-8b",
+          "mistral-7b-instruct",
+          "mistral-7b-instruct-v0",
+          "mistral-7b-instruct-v0.1",
+          "mistral-7b-instruct-v0.2",
+          "mistral-7b-instruct-v0.3",
+          "mistral-large",
+          "mistral-medium",
+          "mistral-nemo",
+          "mistral-small",
+          "mistral-small-2402-v1",
+          "mistral-tiny",
+          "mistral_32k",
+          "mixtral-8x22b-instruct",
+          "mixtral-8x7b",
+          "mixtral-8x7b-instruct",
+          "mixtral-8x7b-instruct-v0",
+          "mixtral_32k",
+          "mn-celeste-12b",
+          "mn-inferor-12b",
+          "mn-starcannon-12b",
+          "mythalion-13b",
+          "mythomax-l2-13b",
+          "mythomist-7b",
+          "noromaid-20b",
+          "nous-hermes-2-mixtral-8x7b-dpo",
+          "nous-hermes-2-vision-7b",
+          "nous-hermes-llama2-13b",
+          "o1-mini",
+          "o1-mini-2024-09-12",
+          "o1-preview",
+          "o1-preview-2024-09-12",
+          "olympus-premier-v1",
+          "online-llama_128k",
+          "openchat-3.5-1210",
+          "openchat-7b",
+          "openchat_3.5",
+          "openhermes-2.5-mistral-7b",
+          "palm-2-chat-bison",
+          "palm-2-chat-bison-32k",
+          "phi-2",
+          "phi-3-medium-128k-instruct",
+          "phi-3-mini-128k-instruct",
+          "phi-3.5-mini-128k-instruct",
+          "pixtral-12b",
+          "pixtral-large-2411",
+          "qwen-110b-chat",
+          "qwen-2-72b-instruct",
+          "qwen-2-7b-instruct",
+          "qwen-2-vl-72b-instruct",
+          "qwen-2-vl-7b-instruct",
+          "qwen-2.5-72b-instruct",
+          "qwen-2.5-7b-instruct",
+          "qwen-72b-chat",
+          "qwen1-5_32k",
+          "qwen2_32k",
+          "remm-slerp-l2-13b",
+          "rocinante-12b",
+          "snowflake-arctic-instruct",
+          "sorcererlm-8x22b",
+          "titan-text-express-v1",
+          "titan-text-lite-v1",
+          "titan-text-premier-v1",
+          "titan-tg1-large",
+          "titan_32k",
+          "titan_4k",
+          "toppy-m-7b",
+          "unslopnemo-12b",
+          "vicuna-13b-v1.3",
+          "vicuna-13b-v1.5",
+          "vicuna-13b-v1.5-16k",
+          "vicuna-7b-v1.3",
+          "vicuna-7b-v1.5",
+          "weaver",
+          "wizardlm-2-7b",
+          "wizardlm-2-8x22b",
+          "xwin-lm-70b",
+          "yi-large",
+          "yi-vision",
+          "zephyr-7b-beta",
+          "zephyr-orpo-141b-A35b-v0.1"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "claude-3-haiku"
+      summarize: false
+      summaryModel: "claude-3-haiku"
+      modelDisplayLabel: "APIpie"
+
+    # cohere
+    # Model list: https://dashboard.cohere.com/playground/chat
+    - name: "cohere"
+      apiKey: "user_provided"
+      baseURL: "https://api.cohere.ai/v1"
+      models:
+        default: [
+          "c4ai-aya-23-35b",
+          "c4ai-aya-23-8b",
+          "command",
+          "command-light",
+          "command-light-nightly",
+          "command-nightly",
+          "command-r",
+          "command-r-plus",
+          ]
+        fetch: false
+      modelDisplayLabel: "cohere"
+      titleModel: "command"
+      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty", "temperature", "top_p"]
+
+    # DEEPNIGHT
+    # https://github.com/brahmai-research/aiforcause
+    # Model list: https://aiforcause.deepnight.tech/models
+    - name: "DEEPNIGHT"
+      apiKey: "sk-free1234"
+      baseURL: "https://aiforcause.deepnight.tech/openai/"
+      models:
+        default: [
+          "gpt-35-turbo",
+          "gpt-35-turbo-16k",
+          "gpt-4-turbo"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-35-turbo"
+      summarize: false
+      summaryModel: "gpt-35-turbo"
+      forcePrompt: false
+      modelDisplayLabel: "DEEPNIGHT"
+      addParams:
+        stream: True
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/DEEPNIGHT.png"
+
+    # deepseek
+    # https://platform.deepseek.com/api_keys
+    # Model list: https://platform.deepseek.com/api-docs/pricing
+    - name: "deepseek"
+      apiKey: "user_provided"
+      baseURL: "https://api.deepseek.com"
+      models:
+        default: [
+          "deepseek-chat",
+          "deepseek-coder"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "deepseek-chat"
+      summarize: false
+      summaryModel: "deepseek-chat"
+      forcePrompt: false
+      modelDisplayLabel: "DeepSeek"
+
+    # Fireworks.ai
+    # Models: https://fireworks.ai/models?show=Serverless
+    - name: "Fireworks"
+      apiKey: "user_provided"
+      baseURL: "https://api.fireworks.ai/inference/v1"
+      models:
+        default: [
+          "accounts/fireworks/models/devashisht-test-v2",
+          "accounts/fireworks/models/dt-fc-rc-v1",
+          "accounts/fireworks/models/firefunction-v1",
+          "accounts/fireworks/models/firefunction-v2",
+          "accounts/fireworks/models/firellava-13b",
+          "accounts/devashisht-72fdad/models/function-calling-v11",
+          "accounts/fireworks/models/fw-function-call-34b-v0",
+          "accounts/stability/models/japanese-stablelm-instruct-beta-70b",
+          "accounts/stability/models/japanese-stablelm-instruct-gamma-7b",
+          "accounts/fireworks/models/japanese-stable-vlm",
+          "accounts/fireworks/models/gemma2-9b-it",
+          "accounts/fireworks/models/llama-v3p1-405b-instruct",
+          "accounts/fireworks/models/llama-v3p1-70b-instruct",
+          "accounts/fireworks/models/llama-v3p1-8b-instruct",
+          "accounts/fireworks/models/llama-v3-70b-instruct",
+          "accounts/fireworks/models/llama-v3-70b-instruct-hf",
+          "accounts/fireworks/models/llama-v3-8b-hf",
+          "accounts/fireworks/models/llama-v3-8b-instruct",
+          "accounts/fireworks/models/llama-v3-8b-instruct-hf",
+          "accounts/fireworks/models/llama-v2-13b-chat",
+          "accounts/fireworks/models/llama-v2-13b-code-instruct",
+          "accounts/fireworks/models/llama-v2-34b-code-instruct",
+          "accounts/fireworks/models/llama-v2-70b-chat",
+          "accounts/fireworks/models/llama-v2-70b-code-instruct",
+          "accounts/fireworks/models/llama-v2-7b-chat",
+          "accounts/fireworks/models/deepseek-coder-v2-instruct",
+          "accounts/fireworks/models/deepseek-coder-v2-lite-instruct",
+          "accounts/fireworks/models/llava-v15-13b-fireworks",
+          "accounts/fireworks/models/mistral-7b-instruct-4k",
+          "accounts/dev-e24710/models/mistral-spellbound-format",
+          "accounts/fireworks/models/mixtral-8x22b-instruct",
+          "accounts/fireworks/models/mixtral-8x7b-instruct",
+          "accounts/fireworks/models/mixtral-8x7b-instruct-hf",
+          "accounts/fireworks/models/new-mixtral-chat",
+          "accounts/fireworks/models/qwen-14b-chat",
+          "accounts/fireworks/models/qwen-1-8b-chat",
+          "accounts/fireworks/models/qwen-72b-chat",
+          "accounts/stability/models/stablelm-zephyr-3b",
+          "accounts/fireworks/models/yi-34b-200k-capybara",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "accounts/fireworks/models/llama-v2-7b-chat"
+      summarize: false
+      summaryModel: "accounts/fireworks/models/llama-v2-7b-chat"
+      forcePrompt: false
+      modelDisplayLabel: "Fireworks"
+      dropParams: ["user"]
+
+    # GitHub 
+    - name: "Github Models"
+      iconURL: https://github.githubassets.com/assets/GitHub-Mark-ea2971cee799.png
+      apiKey: "user_provided"
+      baseURL: "https://models.inference.ai.azure.com"
+      models:
+        default: ["gpt-4o","Phi-3.5-MoE-instruct","Phi-3.5-mini-instruct","Phi-3.5-vision-instruct"]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-4o-mini"
+  
+    # groq
+    # Model list: https://console.groq.com/settings/limits
+    - name: "groq"
+      apiKey: "user_provided"
+      baseURL: "https://api.groq.com/openai/v1/"
+      models:
+        default: [
+          "llama-3.1-405b-reasoning",
+          "llama-3.1-70b-versatile",
+          "llama-3.1-8b-instant",
+          "llama3-groq-70b-8192-tool-use-preview",
+          "llama3-groq-8b-8192-tool-use-preview",
+          "llama3-70b-8192",
+          "llama3-8b-8192",
+          "mixtral-8x7b-32768",
+          "gemma-7b-it",
+          "gemma2-9b-it"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "mixtral-8x7b-32768"
+      modelDisplayLabel: "groq"
+
+    # HuggingFace
+    # https://huggingface.co/settings/tokens
+    - name: 'HuggingFace'
+      apiKey: "user_provided"
+      baseURL: 'https://api-inference.huggingface.co/v1'
+      models:
+        default: [
+          "gemma2-9b-it",
+          "gemma-7b-it",
+          "llama-3.1-8b-instant",
+          "llama3-groq-70b-8192-tool-use-preview",
+          "llama3-groq-8b-8192-tool-use-preview",
+          "llama-3.1-70b-versatile",
+          "llama-3.1-70b-specdec",
+          "llama-3.1-8b-instant",
+          "llama-3.2-1b-preview",
+          "llama-3.2-3b-preview",
+          "llama-3.2-11b-vision-preview",
+          "llama-3.2-90b-vision-preview",
+          "llama3-70b-8192",
+          "llama3-8b-8192",
+          "mixtral-8x7b-32768",
+          ]
+        fetch: true
+      titleConvo: true
+      titleModel: "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
+      dropParams: ["top_p"]
+
+    # Hyperbolic
+    # https://app.hyperbolic.xyz/models
+    - name: 'Hyperbolic'
+      apiKey: 'user_provided'
+      baseURL: 'https://api.hyperbolic.xyz/v1/'
+      models:
+        default: [
+          "deepseek-ai/DeepSeek-V2.5",
+          "meta-llama/Llama-3.2-3B-Instruct",
+          "meta-llama/Meta-Llama-3-70B-Instruct",
+          "meta-llama/Meta-Llama-3.1-405B",
+          "meta-llama/Meta-Llama-3.1-405B-FP8",
+          "meta-llama/Meta-Llama-3.1-405B-Instruct",
+          "meta-llama/Meta-Llama-3.1-70B-Instruct",
+          "meta-llama/Meta-Llama-3.1-8B-Instruct",
+          "NousResearch/Hermes-3-Llama-3.1-70B",
+          "Qwen/Qwen2.5-Coder-32B-Instruct",
+          "Qwen/Qwen2.5-72B-Instruct",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "meta-llama/Meta-Llama-3.1-8B-Instruct"
+      modelDisplayLabel: "Hyperbolic"
+      iconURL: "https://pbs.twimg.com/profile_images/1775708849707819008/1RRWsmmg_400x400.jpg"
+    
+    # Mistral AI API
+    # Model list: https://docs.mistral.ai/getting-started/models/
+    - name: "Mistral"
+      apiKey: "user_provided"
+      baseURL: "https://api.mistral.ai/v1"
+      models: 
+        default: [
+          "mistral-large-latest",
+          "pixtral-large-latest",
+          "ministral-3b-latest",
+          "ministral-8b-latest",
+          "mistral-small-latest",
+          "codestral-latest",
+          "pixtral-12b-2409",
+          "open-mistral-nemo",
+          "open-codestral-mamba",
+          "open-mistral-7b",
+          "open-mixtral-8x7b",
+          "open-mixtral-8x22b"
+          ]
+        fetch: false
+      titleConvo: true
+      titleMethod: "completion"
+      titleModel: "mistral-tiny"
+      summarize: false
+      summaryModel: "mistral-tiny"
+      forcePrompt: false
+      modelDisplayLabel: "Mistral"
+      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
+
+    # NVIDIA
+    # https://build.nvidia.com/explore/discover
+    - name: "Nvidia"
+      apiKey: "user_provided"
+      baseURL: "https://integrate.api.nvidia.com/v1/"
+      models:
+        default: [
+          "nvidia/llama-3.1-nemotron-51b-instruct",
+          "nvidia/llama-3.1-nemotron-70b-instruct",
+          "nvidia/nemotron-mini-4b-instruct",
+          "nvidia/nemotron-4-340b-instruct",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "nvidia/nemotron-mini-4b-instruct"
+      modelDisplayLabel: "Nvidia"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/refs/heads/main/icons/nvidia.png"
+
+    # OpenRouter.ai
+    # Model list: https://openrouter.ai/models
+    # Script to fetch models: https://github.com/LibreChat-AI/librechat-config-yaml/blob/main/scripts/openrouter.py
+    - name: "OpenRouter"
+      apiKey: "user_provided"
+      baseURL: "https://openrouter.ai/api/v1"
+      models:
+        default: [
+          "openrouter/auto",
+          "---FREE---",
+          "google/gemma-2-9b-it:free",
+          "gryphe/mythomax-l2-13b:free",
+          "huggingfaceh4/zephyr-7b-beta:free",
+          "liquid/lfm-40b:free",
+          "meta-llama/llama-3-8b-instruct:free",
+          "meta-llama/llama-3.1-405b-instruct:free",
+          "meta-llama/llama-3.1-70b-instruct:free",
+          "meta-llama/llama-3.1-8b-instruct:free",
+          "meta-llama/llama-3.2-11b-vision-instruct:free",
+          "meta-llama/llama-3.2-1b-instruct:free",
+          "meta-llama/llama-3.2-3b-instruct:free",
+          "meta-llama/llama-3.2-90b-vision-instruct:free",
+          "microsoft/phi-3-medium-128k-instruct:free",
+          "microsoft/phi-3-mini-128k-instruct:free",
+          "mistralai/mistral-7b-instruct:free",
+          "nousresearch/hermes-3-llama-3.1-405b:free",
+          "openchat/openchat-7b:free",
+          "qwen/qwen-2-7b-instruct:free",
+          "undi95/toppy-m-7b:free",
+          "---NITRO---",
+          "gryphe/mythomax-l2-13b:nitro",
+          "meta-llama/llama-3-70b-instruct:nitro",
+          "meta-llama/llama-3-8b-instruct:nitro",
+          "meta-llama/llama-3.1-405b-instruct:nitro",
+          "meta-llama/llama-3.1-70b-instruct:nitro",
+          "mistralai/mistral-7b-instruct:nitro",
+          "mistralai/mixtral-8x7b-instruct:nitro",
+          "undi95/toppy-m-7b:nitro",
+          "---BETA---",
+          "anthropic/claude-2.0:beta",
+          "anthropic/claude-2.1:beta",
+          "anthropic/claude-2:beta",
+          "anthropic/claude-3-5-haiku-20241022:beta",
+          "anthropic/claude-3-5-haiku:beta",
+          "anthropic/claude-3-haiku:beta",
+          "anthropic/claude-3-opus:beta",
+          "anthropic/claude-3-sonnet:beta",
+          "anthropic/claude-3.5-sonnet-20240620:beta",
+          "anthropic/claude-3.5-sonnet:beta",
+          "---EXTENDED---",
+          "gryphe/mythomax-l2-13b:extended",
+          "meta-llama/llama-3-8b-instruct:extended",
+          "neversleep/llama-3-lumimaid-8b:extended",
+          "openai/gpt-4o:extended",
+          "undi95/remm-slerp-l2-13b:extended",
+          "---AI21---",
+          "ai21/jamba-1-5-large",
+          "ai21/jamba-1-5-mini",
+          "ai21/jamba-instruct",
+          "---ANTHROPIC---",
+          "anthropic/claude-2",
+          "anthropic/claude-2.0",
+          "anthropic/claude-2.1",
+          "anthropic/claude-3-5-haiku",
+          "anthropic/claude-3-5-haiku-20241022",
+          "anthropic/claude-3-haiku",
+          "anthropic/claude-3-opus",
+          "anthropic/claude-3-sonnet",
+          "anthropic/claude-3.5-sonnet",
+          "anthropic/claude-3.5-sonnet-20240620",
+          "---COHERE---",
+          "cohere/command",
+          "cohere/command-r",
+          "cohere/command-r-03-2024",
+          "cohere/command-r-08-2024",
+          "cohere/command-r-plus",
+          "cohere/command-r-plus-04-2024",
+          "cohere/command-r-plus-08-2024",
+          "---GOOGLE---",
+          "google/gemini-exp-1114",
+          "google/gemini-flash-1.5",
+          "google/gemini-flash-1.5-8b",
+          "google/gemini-flash-1.5-8b-exp",
+          "google/gemini-flash-1.5-exp",
+          "google/gemini-pro",
+          "google/gemini-pro-1.5",
+          "google/gemini-pro-1.5-exp",
+          "google/gemini-pro-vision",
+          "google/gemma-2-27b-it",
+          "google/gemma-2-9b-it",
+          "google/palm-2-chat-bison",
+          "google/palm-2-chat-bison-32k",
+          "google/palm-2-codechat-bison",
+          "google/palm-2-codechat-bison-32k",
+          "---META-LLAMA---",
+          "meta-llama/llama-2-13b-chat",
+          "meta-llama/llama-3-70b-instruct",
+          "meta-llama/llama-3-8b-instruct",
+          "meta-llama/llama-3.1-405b",
+          "meta-llama/llama-3.1-405b-instruct",
+          "meta-llama/llama-3.1-70b-instruct",
+          "meta-llama/llama-3.1-8b-instruct",
+          "meta-llama/llama-3.2-11b-vision-instruct",
+          "meta-llama/llama-3.2-1b-instruct",
+          "meta-llama/llama-3.2-3b-instruct",
+          "meta-llama/llama-3.2-90b-vision-instruct",
+          "meta-llama/llama-guard-2-8b",
+          "---MICROSOFT---",
+          "microsoft/phi-3-medium-128k-instruct",
+          "microsoft/phi-3-mini-128k-instruct",
+          "microsoft/phi-3.5-mini-128k-instruct",
+          "microsoft/wizardlm-2-7b",
+          "microsoft/wizardlm-2-8x22b",
+          "---MISTRALAI---",
+          "mistralai/codestral-mamba",
+          "mistralai/ministral-3b",
+          "mistralai/ministral-8b",
+          "mistralai/mistral-7b-instruct",
+          "mistralai/mistral-7b-instruct-v0.1",
+          "mistralai/mistral-7b-instruct-v0.2",
+          "mistralai/mistral-7b-instruct-v0.3",
+          "mistralai/mistral-large",
+          "mistralai/mistral-large-2407",
+          "mistralai/mistral-large-2411",
+          "mistralai/mistral-medium",
+          "mistralai/mistral-nemo",
+          "mistralai/mistral-small",
+          "mistralai/mistral-tiny",
+          "mistralai/mixtral-8x22b-instruct",
+          "mistralai/mixtral-8x7b",
+          "mistralai/mixtral-8x7b-instruct",
+          "mistralai/pixtral-12b",
+          "mistralai/pixtral-large-2411",
+          "---NEVERSLEEP---",
+          "neversleep/llama-3-lumimaid-70b",
+          "neversleep/llama-3-lumimaid-8b",
+          "neversleep/llama-3.1-lumimaid-70b",
+          "neversleep/llama-3.1-lumimaid-8b",
+          "neversleep/noromaid-20b",
+          "---NOUSRESEARCH---",
+          "nousresearch/hermes-2-pro-llama-3-8b",
+          "nousresearch/hermes-3-llama-3.1-405b",
+          "nousresearch/hermes-3-llama-3.1-70b",
+          "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
+          "nousresearch/nous-hermes-llama2-13b",
+          "---OPENAI---",
+          "openai/chatgpt-4o-latest",
+          "openai/gpt-3.5-turbo",
+          "openai/gpt-3.5-turbo-0125",
+          "openai/gpt-3.5-turbo-0613",
+          "openai/gpt-3.5-turbo-1106",
+          "openai/gpt-3.5-turbo-16k",
+          "openai/gpt-3.5-turbo-instruct",
+          "openai/gpt-4",
+          "openai/gpt-4-0314",
+          "openai/gpt-4-1106-preview",
+          "openai/gpt-4-32k",
+          "openai/gpt-4-32k-0314",
+          "openai/gpt-4-turbo",
+          "openai/gpt-4-turbo-preview",
+          "openai/gpt-4-vision-preview",
+          "openai/gpt-4o",
+          "openai/gpt-4o-2024-05-13",
+          "openai/gpt-4o-2024-08-06",
+          "openai/gpt-4o-2024-11-20",
+          "openai/gpt-4o-mini",
+          "openai/gpt-4o-mini-2024-07-18",
+          "openai/o1-mini",
+          "openai/o1-mini-2024-09-12",
+          "openai/o1-preview",
+          "openai/o1-preview-2024-09-12",
+          "---PERPLEXITY---",
+          "perplexity/llama-3-sonar-large-32k-chat",
+          "perplexity/llama-3-sonar-large-32k-online",
+          "perplexity/llama-3-sonar-small-32k-chat",
+          "perplexity/llama-3.1-sonar-huge-128k-online",
+          "perplexity/llama-3.1-sonar-large-128k-chat",
+          "perplexity/llama-3.1-sonar-large-128k-online",
+          "perplexity/llama-3.1-sonar-small-128k-chat",
+          "perplexity/llama-3.1-sonar-small-128k-online",
+          "---QWEN---",
+          "qwen/qwen-2-72b-instruct",
+          "qwen/qwen-2-7b-instruct",
+          "qwen/qwen-2-vl-72b-instruct",
+          "qwen/qwen-2-vl-7b-instruct",
+          "qwen/qwen-2.5-72b-instruct",
+          "qwen/qwen-2.5-7b-instruct",
+          "qwen/qwen-2.5-coder-32b-instruct",
+          "---OTHERS---",
+          "01-ai/yi-large",
+          "alpindale/goliath-120b",
+          "alpindale/magnum-72b",
+          "anthracite-org/magnum-v4-72b",
+          "cognitivecomputations/dolphin-mixtral-8x22b",
+          "cognitivecomputations/dolphin-mixtral-8x7b",
+          "databricks/dbrx-instruct",
+          "deepseek/deepseek-chat",
+          "eva-unit-01/eva-qwen-2.5-32b",
+          "gryphe/mythomax-l2-13b",
+          "infermatic/mn-inferor-12b",
+          "inflection/inflection-3-pi",
+          "inflection/inflection-3-productivity",
+          "jondurbin/airoboros-l2-70b",
+          "liquid/lfm-40b",
+          "lizpreciatior/lzlv-70b-fp16-hf",
+          "mancer/weaver",
+          "nvidia/llama-3.1-nemotron-70b-instruct",
+          "openchat/openchat-7b",
+          "pygmalionai/mythalion-13b",
+          "raifle/sorcererlm-8x22b",
+          "sao10k/l3-euryale-70b",
+          "sao10k/l3.1-euryale-70b",
+          "sophosympatheia/midnight-rose-70b",
+          "teknium/openhermes-2.5-mistral-7b",
+          "thedrummer/rocinante-12b",
+          "thedrummer/unslopnemo-12b",
+          "undi95/remm-slerp-l2-13b",
+          "undi95/toppy-m-7b",
+          "x-ai/grok-beta",
+          "x-ai/grok-vision-beta",
+          "xwin-lm/xwin-lm-70b"
+          ]
+        fetch: false
+      dropParams: ["stop"]
+      titleConvo: true
+      titleModel: "gpt-3.5-turbo"
+      summarize: false
+      summaryModel: "gpt-3.5-turbo"
+      forcePrompt: false
+      modelDisplayLabel: "OpenRouter"
+
+    # Preplexity
+    # Model list: https://docs.perplexity.ai/docs/model-cards
+    - name: "Perplexity"
+      apiKey: "user_provided"
+      baseURL: "https://api.perplexity.ai/"
+      models:
+        default: [
+          "llama-3.1-sonar-small-128k-chat",
+          "llama-3.1-sonar-small-128k-online",
+          "llama-3.1-sonar-large-128k-chat",
+          "llama-3.1-sonar-large-128k-online",
+          "llama-3.1-sonar-huge-128k-online",
+          "llama-3.1-8b-instruct",
+          "llama-3.1-70b-instruct"
+          ]
+        fetch: false # fetching list of models is not supported
+      titleConvo: true
+      titleModel: "llama-3.1-sonar-small-128k-chat"
+      summarize: false
+      summaryModel: "llama-3.1-sonar-small-128k-chat"
+      forcePrompt: false
+      dropParams: ["stop", "frequency_penalty"]
+      modelDisplayLabel: "Perplexity"
+
+    # SambaNova
+    # https://cloud.sambanova.ai/apis
+    - name: "SambaNova"
+      apiKey: "user_provided"
+      baseURL: "https://api.sambanova.ai/v1/"
+      models:
+        default: [
+          "Meta-Llama-3.1-8B-Instruct",
+          "Meta-Llama-3.1-70B-Instruct",
+          "Meta-Llama-3.1-405B-Instruct",
+          "Meta-Llama-3.2-1B-Instruct",
+          "Meta-Llama-3.2-3B-Instruct",
+          "Llama-3.2-11B-Vision-Instruct",
+          "Llama-3.2-90B-Vision-Instruct",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "Meta-Llama-3.1-8B-Instruct"
+      modelDisplayLabel: "SambaNova"
+      iconURL: "https://global.discourse-cdn.com/sambanova/original/1X/f5ea7759d23daaad4f91a387079b8a8a71cae3f6.webp"
+
+    # ShuttleAI API
+    # Model list: https://shuttleai.com/models
+    - name: "ShuttleAI"
+      apiKey: "user_provided"
+      baseURL: "https://api.shuttleai.com/v1"
+      models: 
+        default: [
+          "shuttleai/shuttle-3",
+          "shuttleai/shuttle-3-mini",
+          "shuttleai/s1",
+          "shuttleai/s1-mini",
+          "openai/o1-preview-2024-09-12",
+          "openai/o1-mini-2024-09-12",
+          "openai/gpt-4o-mini-2024-07-18",
+          "openai/chatgpt-4o-latest",
+          "openai/gpt-4o-2024-08-06",
+          "openai/gpt-4o-2024-05-13",
+          "openai/gpt-4-turbo-2024-04-09",
+          "openai/gpt-4-0125-preview",
+          "openai/gpt-4-1106-preview",
+          "openai/gpt-4-0613",
+          "openai/gpt-3.5-turbo-0125",
+          "openai/gpt-3.5-turbo-1106",
+          "anthropic/claude-3-5-sonnet-20240620",
+          "anthropic/claude-3-opus-20240229",
+          "anthropic/claude-3-haiku-20240307",
+          "google/gemini-1.5-pro",
+          "google/gemini-1.5-pro-exp-0827",
+          "google/gemini-1.5-flash",
+          "google/gemini-1.5-flash-exp-0827",
+          "google/gemini-1.5-flash-8b-exp-0924",
+          "meta-llama/meta-llama-3.2-90b-vision-instruct",
+          "meta-llama/meta-llama-3.1-405b-instruct",
+          "meta-llama/meta-llama-3.1-70b-instruct",
+          "meta-llama/meta-llama-3.1-8b-instruct",
+          "mattshumer/reflection-llama-3.1-70b",
+          "perplexity/llama-3.1-sonar-large-128k-online",
+          "perplexity/llama-3.1-sonar-small-128k-online",
+          "perplexity/llama-3.1-sonar-large-128k-chat",
+          "perplexity/llama-3.1-sonar-small-128k-chat",
+          "mistralai/mistral-nemo-instruct-2407",
+          "mistralai/codestral-2405",
+          "alibaba-cloud/qwen-2.5-72b-instruct",
+          "alibaba-cloud/qwen-2.5-coder-7b",
+          "alibaba-cloud/qwen-2.5-math-72b",
+          "cohere/command-r-plus-08-2024",
+          "cohere/command-r-plus",
+          "cohere/command-r-08-2024",
+          "cohere/command-r"
+          ]
+        fetch: true
+      titleConvo: true
+      titleModel: "shuttle-2.5-mini"
+      summarize: false
+      summaryModel: "shuttle-2.5-mini"
+      forcePrompt: false
+      dropParams: ["user", "frequency_penalty", "presence_penalty", "repetition_penalty"]
+      modelDisplayLabel: "ShuttleAI"
+
+    # together.ai
+    # https://api.together.ai/settings/api-keys
+    # Model list: https://docs.together.ai/docs/inference-models
+    - name: "together.ai"
+      apiKey: "user_provided"
+      baseURL: "https://api.together.xyz"
+      models:
+        default: [
+          "Austism/chronos-hermes-13b",
+          "Gryphe/MythoMax-L2-13b",
+          "Gryphe/MythoMax-L2-13b-Lite",
+          "HuggingFaceH4/zephyr-7b-beta",
+          "NousResearch/Hermes-2-Theta-Llama-3-70B",
+          "NousResearch/Nous-Capybara-7B-V1p9",
+          "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
+          "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+          "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT",
+          "NousResearch/Nous-Hermes-Llama2-13b",
+          "NousResearch/Nous-Hermes-Llama2-70b",
+          "NousResearch/Nous-Hermes-llama-2-7b",
+          "Open-Orca/Mistral-7B-OpenOrca",
+          "Qwen/Qwen1.5-0.5B-Chat",
+          "Qwen/Qwen1.5-1.8B-Chat",
+          "Qwen/Qwen1.5-14B-Chat",
+          "Qwen/Qwen1.5-32B-Chat",
+          "Qwen/Qwen1.5-4B-Chat",
+          "Qwen/Qwen1.5-7B-Chat",
+          "Qwen/Qwen2-1.5B-Instruct",
+          "Qwen/Qwen2-72B-Instruct",
+          "Qwen/Qwen2-7B-Instruct",
+          "Qwen/Qwen2.5-72B-Instruct-Turbo",
+          "Qwen/Qwen2.5-7B-Instruct-Turbo",
+          "Qwen/Qwen2.5-Coder-32B-Instruct",
+          "Snowflake/snowflake-arctic-instruct",
+          "Undi95/ReMM-SLERP-L2-13B",
+          "Undi95/Toppy-M-7B",
+          "WizardLM/WizardLM-13B-V1.2",
+          "allenai/OLMo-7B-Instruct",
+          "carson/ml318br",
+          "codellama/CodeLlama-13b-Instruct-hf",
+          "codellama/CodeLlama-34b-Instruct-hf",
+          "codellama/CodeLlama-70b-Instruct-hf",
+          "codellama/CodeLlama-7b-Instruct-hf",
+          "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
+          "databricks/dbrx-instruct",
+          "deepseek-ai/deepseek-coder-33b-instruct",
+          "deepseek-ai/deepseek-llm-67b-chat",
+          "garage-bAInd/Platypus2-70B-instruct",
+          "google/gemma-2-27b-it",
+          "google/gemma-2-9b-it",
+          "google/gemma-2b-it",
+          "google/gemma-7b-it",
+          "gradientai/Llama-3-70B-Instruct-Gradient-1048k",
+          "llava-hf/llava-v1.6-mistral-7b-hf",
+          "lmsys/vicuna-13b-v1.3",
+          "lmsys/vicuna-13b-v1.5",
+          "lmsys/vicuna-13b-v1.5-16k",
+          "lmsys/vicuna-7b-v1.3",
+          "lmsys/vicuna-7b-v1.5",
+          "meta-llama/Llama-2-13b-chat-hf",
+          "meta-llama/Llama-2-70b-chat-hf",
+          "meta-llama/Llama-2-7b-chat-hf",
+          "meta-llama/Llama-3-70b-chat-hf",
+          "meta-llama/Llama-3-8b-chat-hf",
+          "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
+          "meta-llama/Llama-3.2-3B-Instruct-Turbo",
+          "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo",
+          "meta-llama/Llama-Vision-Free",
+          "meta-llama/Meta-Llama-3-70B-Instruct",
+          "meta-llama/Meta-Llama-3-70B-Instruct-Lite",
+          "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
+          "meta-llama/Meta-Llama-3-8B-Instruct",
+          "meta-llama/Meta-Llama-3-8B-Instruct-Lite",
+          "meta-llama/Meta-Llama-3.1-405B-Instruct-Lite-Pro",
+          "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+          "meta-llama/Meta-Llama-3.1-70B-Instruct-Reference",
+          "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+          "meta-llama/Meta-Llama-3.1-8B-Instruct-Reference",
+          "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+          "microsoft/WizardLM-2-8x22B",
+          "mistralai/Mistral-7B-Instruct-v0.1",
+          "mistralai/Mistral-7B-Instruct-v0.2",
+          "mistralai/Mistral-7B-Instruct-v0.3",
+          "mistralai/Mixtral-8x22B-Instruct-v0.1",
+          "mistralai/Mixtral-8x7B-Instruct-v0.1",
+          "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
+          "openchat/openchat-3.5-1210",
+          "scb10x/scb10x-llama3-typhoon-v1-5-8b-instruct",
+          "scb10x/scb10x-llama3-typhoon-v1-5x-4f316",
+          "snorkelai/Snorkel-Mistral-PairRM-DPO",
+          "teknium/OpenHermes-2-Mistral-7B",
+          "teknium/OpenHermes-2p5-Mistral-7B",
+          "test/test11",
+          "togethercomputer/CodeLlama-13b-Instruct",
+          "togethercomputer/CodeLlama-34b-Instruct",
+          "togethercomputer/CodeLlama-7b-Instruct",
+          "togethercomputer/Koala-13B",
+          "togethercomputer/Koala-7B",
+          "togethercomputer/Llama-3-8b-chat-hf-int4",
+          "togethercomputer/Llama-3-8b-chat-hf-int8",
+          "togethercomputer/SOLAR-10.7B-Instruct-v1.0-int4",
+          "togethercomputer/alpaca-7b",
+          "togethercomputer/guanaco-13b",
+          "togethercomputer/guanaco-33b",
+          "togethercomputer/guanaco-65b",
+          "togethercomputer/guanaco-7b",
+          "togethercomputer/llama-2-13b-chat",
+          "togethercomputer/llama-2-70b-chat",
+          "togethercomputer/llama-2-7b-chat",
+          "upstage/SOLAR-10.7B-Instruct-v1.0",
+          "zero-one-ai/Yi-34B-Chat"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "openchat/openchat-3.5-1210"
+      summarize: false
+      summaryModel: "openchat/openchat-3.5-1210"
+      forcePrompt: false
+      modelDisplayLabel: "together.ai"
+
+    # Unify
+    # Model list: https://unify.ai/chat
+    - name: "Unify"
+      apiKey: "user_provided"
+      baseURL: "https://api.unify.ai/v0/"
+      models:
+        default: [
+          "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04",
+          "chatgpt-4o-latest@openai",
+          "gpt-3.5-turbo@openai",
+          "gpt-4-turbo@openai",
+          "gpt-4@openai",
+          "gpt-4o-2024-05-13@openai",
+          "gpt-4o-2024-08-06@openai",
+          "gpt-4o-mini@openai",
+          "gpt-4o@openai",
+          "o1-mini@openai",
+          "o1-preview@openai",
+          "claude-3-haiku@anthropic",
+          "claude-3-opus@anthropic",
+          "claude-3-sonnet@anthropic",
+          "claude-3.5-haiku@anthropic",
+          "claude-3.5-sonnet-20240620@anthropic",
+          "claude-3.5-sonnet@anthropic",
+          "claude-3-haiku@aws-bedrock",
+          "claude-3-opus@aws-bedrock",
+          "claude-3-sonnet@aws-bedrock",
+          "claude-3.5-haiku@aws-bedrock",
+          "claude-3.5-sonnet-20240620@aws-bedrock",
+          "claude-3.5-sonnet@aws-bedrock",
+          "command-r-plus@aws-bedrock",
+          "llama-3-70b-chat@aws-bedrock",
+          "llama-3-8b-chat@aws-bedrock",
+          "llama-3.1-405b-chat@aws-bedrock",
+          "llama-3.1-70b-chat@aws-bedrock",
+          "llama-3.1-8b-chat@aws-bedrock",
+          "llama-3.2-1b-chat@aws-bedrock",
+          "llama-3.2-3b-chat@aws-bedrock",
+          "mistral-7b-instruct-v0.2@aws-bedrock",
+          "mistral-large@aws-bedrock",
+          "mixtral-8x7b-instruct-v0.1@aws-bedrock",
+          "claude-3-haiku@vertex-ai",
+          "claude-3-opus@vertex-ai",
+          "claude-3-sonnet@vertex-ai",
+          "claude-3.5-haiku@vertex-ai",
+          "claude-3.5-sonnet-20240620@vertex-ai",
+          "claude-3.5-sonnet@vertex-ai",
+          "gemini-1.0-pro-001@vertex-ai",
+          "gemini-1.0-pro-002@vertex-ai",
+          "gemini-1.0-pro@vertex-ai",
+          "gemini-1.5-flash-001@vertex-ai",
+          "gemini-1.5-flash-002@vertex-ai",
+          "gemini-1.5-flash@vertex-ai",
+          "gemini-1.5-pro-001@vertex-ai",
+          "gemini-1.5-pro-002@vertex-ai",
+          "gemini-1.5-pro@vertex-ai",
+          "llama-3.1-405b-chat@vertex-ai",
+          "llama-3.1-70b-chat@vertex-ai",
+          "llama-3.1-8b-chat@vertex-ai",
+          "llama-3.2-11b-chat@vertex-ai",
+          "llama-3.2-90b-chat@vertex-ai",
+          "mistral-large@vertex-ai",
+          "mistral-nemo@vertex-ai",
+          "gemma-2-27b-it@deepinfra",
+          "gemma-2-9b-it@deepinfra",
+          "llama-3-70b-chat@deepinfra",
+          "llama-3-8b-chat@deepinfra",
+          "llama-3.1-405b-chat@deepinfra",
+          "llama-3.1-70b-chat@deepinfra",
+          "llama-3.1-8b-chat@deepinfra",
+          "llama-3.1-nemotron-70b-chat@deepinfra",
+          "llama-3.2-11b-chat@deepinfra",
+          "llama-3.2-1b-chat@deepinfra",
+          "llama-3.2-3b-chat@deepinfra",
+          "llama-3.2-90b-chat@deepinfra",
+          "mistral-7b-instruct-v0.3@deepinfra",
+          "mistral-nemo@deepinfra",
+          "mixtral-8x7b-instruct-v0.1@deepinfra",
+          "qwen-2.5-72b-instruct@deepinfra",
+          "gemma-2-27b-it@together-ai",
+          "gemma-2-9b-it@together-ai",
+          "llama-3-70b-chat@together-ai",
+          "llama-3-8b-chat@together-ai",
+          "llama-3.1-405b-chat@together-ai",
+          "llama-3.1-70b-chat@together-ai",
+          "llama-3.1-8b-chat@together-ai",
+          "llama-3.2-11b-chat@together-ai",
+          "llama-3.2-3b-chat@together-ai",
+          "llama-3.2-90b-chat@together-ai",
+          "mistral-7b-instruct-v0.3@together-ai",
+          "mixtral-8x22b-instruct-v0.1@together-ai",
+          "mixtral-8x7b-instruct-v0.1@together-ai",
+          "qwen-2-72b-instruct@together-ai",
+          "qwen-2.5-72b-instruct@together-ai",
+          "qwen-2.5-7b-instruct@together-ai",
+          "gemma-2-9b-it@groq",
+          "gemma-7b-it@groq",
+          "llama-3-70b-chat@groq",
+          "llama-3-8b-chat@groq",
+          "llama-3.1-70b-chat@groq",
+          "llama-3.1-8b-chat@groq",
+          "llama-3.2-1b-chat@groq",
+          "llama-3.2-3b-chat@groq",
+          "mixtral-8x7b-instruct-v0.1@groq",
+          "gemma-2-9b-it@lepton-ai",
+          "llama-3-70b-chat@lepton-ai",
+          "llama-3-8b-chat@lepton-ai",
+          "llama-3.1-405b-chat@lepton-ai",
+          "llama-3.1-70b-chat@lepton-ai",
+          "llama-3.1-8b-chat@lepton-ai",
+          "llama-3.2-3b-chat@lepton-ai",
+          "mistral-7b-instruct-v0.3@lepton-ai",
+          "mistral-nemo@lepton-ai",
+          "mixtral-8x7b-instruct-v0.1@lepton-ai",
+          "qwen-2-72b-instruct@lepton-ai",
+          "gpt-4o-2024-05-13@azure-ai",
+          "gpt-4o-2024-08-06@azure-ai",
+          "gpt-4o-mini@azure-ai",
+          "gpt-4o@azure-ai",
+          "llama-3.1-405b-chat@azure-ai",
+          "llama-3.1-70b-chat@azure-ai",
+          "llama-3.1-8b-chat@azure-ai",
+          "llama-3.2-11b-chat@azure-ai",
+          "llama-3.2-90b-chat@azure-ai",
+          "mistral-large@azure-ai",
+          "mistral-nemo@azure-ai",
+          "llama-3-70b-chat@fireworks-ai",
+          "llama-3-8b-chat@fireworks-ai",
+          "llama-3.1-405b-chat@fireworks-ai",
+          "llama-3.1-70b-chat@fireworks-ai",
+          "llama-3.1-8b-chat@fireworks-ai",
+          "llama-3.2-11b-chat@fireworks-ai",
+          "llama-3.2-1b-chat@fireworks-ai",
+          "llama-3.2-3b-chat@fireworks-ai",
+          "llama-3.2-90b-chat@fireworks-ai",
+          "mistral-nemo@fireworks-ai",
+          "mixtral-8x22b-instruct-v0.1@fireworks-ai",
+          "mixtral-8x7b-instruct-v0.1@fireworks-ai",
+          "qwen-2.5-14b-instruct@fireworks-ai",
+          "qwen-2.5-72b-instruct@fireworks-ai",
+          "qwen-2.5-7b-instruct@fireworks-ai",
+          "llama-3-70b-chat@replicate",
+          "llama-3-8b-chat@replicate",
+          "llama-3.1-405b-chat@replicate",
+          "mixtral-8x7b-instruct-v0.1@replicate",
+          "llama-3.1-70b-chat@perplexity-ai",
+          "llama-3.1-8b-chat@perplexity-ai",
+          "ministral-3b@mistral-ai",
+          "ministral-8b@mistral-ai",
+          "mistral-7b-instruct-v0.3@mistral-ai",
+          "mistral-large@mistral-ai",
+          "mistral-nemo@mistral-ai",
+          "mistral-small@mistral-ai",
+          "mixtral-8x22b-instruct-v0.1@mistral-ai",
+          "mixtral-8x7b-instruct-v0.1@mistral-ai",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04"
+      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
+
+    - name: "xai"
+      apiKey: "user_provided"
+      baseURL: "https://api.x.ai/v1"
+      models:
+        default: ["grok-beta"]
+        fetch: false
+      titleConvo: true
+      titleMethod: "completion"
+      titleModel: "grok-beta"
+      summarize: false
+      summaryModel: "grok-beta"
+      forcePrompt: false
+      modelDisplayLabel: "Grok"
+
+# REVERSE PROXY
+
+    # ConvoAI
+    - name: "ConvoAI"
+      apiKey: "user_provided"
+      baseURL: "https://api.convoai.tech/v1/"
+      models:
+        default: [
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-1106",
+          "gpt-3.5-turbo-0125",
+          "gpt-3.5-turbo-16k",
+          "gpt-4",
+          "gpt-4-0613",
+          "gpt-4-1106-preview",
+          "gpt-4-0125-preview",
+          "gpt-4-vision-preview",
+          "gpt-4-turbo-2024-04-09",
+          "convoai-pro",
+          "mixtral-8x22b",
+          "gpt-3.5-turbo-16k-0613",
+          "gpt-3.5-turbo-0613",
+          "gpt-4-32k",
+          "gpt-4-1106-vision-preview",
+          "claude-2",
+          "claude-3-haiku",
+          "claude-3-sonnet",
+          "claude-3-opus",
+          "claude-instant-1.2",
+          "gemma-2b",
+          "gemma-2b-it",
+          "gemma-7b",
+          "gemma-7b-it",
+          "gemini-1.0-pro-001",
+          "gemini-pro",
+          "gemini-1.0-pro",
+          "gemini-1.0-pro-latest",
+          "gemini-1.5-pro",
+          "gemini-1.5-pro-latest",
+          "gemini-pro-vision",
+          "mistral-7b",
+          "mixtral-8x7b-Instruct-v0.1",
+          "mistral-7b-instruct-v0.1",
+          "mistral-7b-instruct-v0.2",
+          "mixtral-8x7b",
+          "dolphin-mixtral-8x7b",
+          "mistral-tiny",
+          "mistral-small",
+          "mistral-medium",
+          "mistral-large",
+          "llama2-7b",
+          "llama2-70b",
+          "llama2-13b",
+          "code-llama-7b",
+          "code-llama-70b-instruct",
+          "code-llama-13b",
+          "code-llama-34b",
+          "code-llama-34b-instruct",
+          "openchat-3.5",
+          "yi-34b-chat",
+          "yi-34b-200k",
+          "command-r-plus",
+          "command-r-plus-4bit",
+          "aya-101",
+          "dbrx-instruct",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-3.5-turbo"
+      summarize: false
+      summaryModel: "gpt-3.5-turbo"
+      forcePrompt: false
+      modelDisplayLabel: "ConvoAI"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/ConvoAI.png"
+
+    # FreeGPT-4
+    - name: "FreeGPT-4"
+      apiKey: "user_provided"
+      baseURL: "https://api.freegpt4.tech/v1/"
+      models:
+        default: [
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-1106",
+          "gpt-3.5-turbo-0125",
+          "gpt-3.5-turbo-16k",
+          "gpt-4",
+          "gpt-4-1106-preview",
+          "gpt-4-0125-preview",
+          "claude",
+          "gemini-pro"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-3.5-turbo"
+      summarize: false
+      summaryModel: "gpt-3.5-turbo"
+      forcePrompt: false
+      modelDisplayLabel: "FreeGPT-4"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/FreeGPT-4.png"
+ 
+    # Mandrill
+    - name: "Mandrill"
+      apiKey: "user_provided"
+      baseURL: "https://api.mandrillai.tech/v1"
+      models:
+        default: [
+          "gpt-4o",
+          "gpt-4-turbo",
+          "gpt-4-0125-preview",
+          "gpt-4-1106-preview",
+          "gpt-4",
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-1106",
+          "gpt-3.5-turbo-0613",
+          "gpt-3.5-turbo-0301",
+          "claude-3-opus",
+          "gemini-pro",
+          "gemini-pro-vision"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-3.5-turbo"
+      summarize: false
+      summaryModel: "gpt-3.5-turbo"
+      forcePrompt: false
+      modelDisplayLabel: "Mandrill"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/Mandrill.png"
+
+    # NagaAI
+    - name: "NagaAI"
+      apiKey: "user_provided"
+      baseURL: "https://api.naga.ac/v1"
+      models:
+        default: [
+          "gpt-4",
+          "gpt-4-vision-preview",
+          "gpt-4-turbo-preview",
+          "gpt-4-0125-preview",
+          "gpt-4-1106-preview",
+          "gpt-4-0613",
+          "mistral-large",
+          "mistral-large-2402",
+          "mistral-next",
+          "mistral-small",
+          "mistral-small-2402",
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-0125",
+          "gpt-3.5-turbo-1106",
+          "gpt-3.5-turbo-0613",
+          "claude-3-opus",
+          "claude-3-opus-20240229",
+          "claude-3-sonnet",
+          "claude-3-sonnet-20240229",
+          "claude-3-haiku",
+          "claude-3-haiku-20240307",
+          "claude-2.1",
+          "claude-instant",
+          "gemini-pro",
+          "gemini-pro-vision",
+          "llama-2-70b-chat",
+          "llama-2-13b-chat",
+          "llama-2-7b-chat",
+          "mistral-7b",
+          "mixtral-8x7b"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-3.5-turbo"
+      summarize: false
+      summaryModel: "gpt-3.5-turbo"
+      forcePrompt: false
+      modelDisplayLabel: "NagaAI"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/NagaAI.png"
+      
+    # Pawan
+    - name: "Pawan"
+      apiKey: "user_provided"
+      baseURL: "https://api.pawan.krd/pai-001-rp/v1"
+      models:
+        default: [
+          "pai-001-rp"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "pai-001-rp"
+      summarize: false
+      summaryModel: "pai-001-rp"
+      forcePrompt: false
+      modelDisplayLabel: "Pawan"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/Pawan.png"
+
+    # Pawan light
+    - name: "Pawan light"
+      apiKey: "user_provided"
+      baseURL: "https://api.pawan.krd/pai-001-light-rp/v1"
+      models:
+        default: [
+          "pai-001-light-rp"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "pai-001-light-rp"
+      summarize: false
+      summaryModel: "pai-001-light-rp"
+      forcePrompt: false
+      modelDisplayLabel: "Pawan light"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/Pawan.png"
+
+    #Shard
+    - name: "Shard"
+      apiKey: "user_provided"
+      baseURL: "https://api.shard-ai.xyz/v1/"
+      models:
+        default: [
+          'gpt-3.5-turbo-0301',
+          'gpt-3.5-turbo-0613',
+          'gpt-3.5-turbo',
+          'gpt-3.5-turbo-1106',
+          'gpt-3.5-turbo-0125',
+          'gpt-3.5-turbo-instruct',
+          'gpt-3.5-turbo-instruct-0914',
+          'gpt-3.5-turbo-16k',
+          'gpt-4-0613',
+          'gpt-4',
+          'gpt-4-turbo',
+          'gpt-4-turbo-2024-04-09',
+          'gpt-4-1106-preview',
+          'gpt-4-0125-preview',
+          'gpt-4-turbo-preview',
+          'gpt-4-vision-preview',
+          'command-r',
+          'command-r-plus',
+          'command-light-nightly',
+          'command',
+          'command-light',
+          'c4ai-aya',
+          'claude',
+          'claude-1.2',
+          'claude-2',
+          'claude-2.1',
+          'claude-3-haiku',
+          'claude-3-sonnet',
+          'claude-3-opus',
+          'claude-instant-v1',
+          'claude-instant-v1-100k',
+          'palm-2',
+          'dbrx-instruct',
+          'gemini-pro',
+          'gemini-1.5-pro',
+          'mixtral-8x7b-instruct',
+          'mixtral-8x7b',
+          'mixtral-8x22b',
+          'mixtral-8x22b-finetuned',
+          'zephyr-8x22b',
+          'zephyr-7b',
+          'mistral-tiny',
+          'mistral-small',
+          'mistral-medium', 
+          'mistral-large',
+          'mistral-next', 
+          'mistral-7b-instruct',
+          'yi-34b',
+          'gemma-2b',
+          'gemma-7b', 'gemma-1.1-7b',
+          'llamaguard-7b',
+          'llama-2-7b',
+          'llama-2-13b',
+          'llama-2-70b',
+          'llama-3-8b',
+          'llama-3-70b',
+          'openchat-3.5',
+          'phind-codellama-34b',
+          'llava-1.5',
+          'llava-1.6-34b',
+          'llava-1.6-7b',
+          'lzlv-70b', 
+          'airoboros-70b',
+          'airoboros-70b-gpt4',
+          'cinematika-7b',
+          'toppy-7b',
+          'codellama-7b-instruct',
+          'codellama-13b-instruct',
+          'codellama-34b-instruct', 
+          'codellama-70b-instruct', 
+          'dolphine-mixtral', 
+          'pi', 'mythomax-l2-13b',
+          'nous-capybara-7b', 
+          'sonar-small-chat', 
+          'sonar-medium-chat',
+          'sonar-small-online', 
+          'sonar-medium-online', 
+          'perplexity-related',
+          'hermes-2', 
+          'hermes-2-pro', 
+          'qwen-1.5-32b-chat'
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-3.5-turbo"
+      modelDisplayLabel: "Shard"
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/shard.png"
+
+    # Zukijourney
+    - name: "Zukijourney"
+      apiKey: "user_provided"
+      baseURL: "https://zukijourney.xyzbot.net/unf/"
+      models:
+        default: [
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-1106",
+          "gpt-3.5-turbo-0125",
+          "gpt-3.5-turbo-instruct",
+          "gpt-3.5-turbo-16k",
+          "gpt-4",
+          "gpt-4o",
+          "gpt-4-32k",
+          "gpt-4-1106-preview",
+          "gpt-4-0125-preview",
+          "gpt-4-vision-preview",
+          "claude",
+          "claude-2",
+          "claude-2.1",
+          "claude-instant-v1",
+          "claude-instant-v1-100k",
+          "claude-3-opus",
+          "claude-3-sonnet",
+          "claude-3.5-sonnet",
+          "pplx-70b-online",
+          "palm-2",
+          "bard",
+          "gemini-pro",
+          "gemini-pro-vision",
+          "mixtral-8x7b",
+          "mixtral-8x7b-instruct",
+          "mistral-tiny",
+          "mistral-small",
+          "mistral-medium",
+          "mistral-7b-instruct",
+          "codellama-7b-instruct",
+          "llama-2-7b",
+          "llama-2-70b-chat",
+          "mythomax-l2-13b-8k",
+          "sheep-duck-llama",
+          "goliath-120b",
+          "nous-llama",
+          "yi-34b",
+          "openchat",
+          "solar10-7b",
+          "pi"
+          ]
+        fetch: true
+      titleConvo: true
+      titleModel: "gpt-3.5-turbo"
+      summarize: false
+      summaryModel: "gpt-3.5-turbo"
+      forcePrompt: false
+      dropParams: ["stream"]
+      iconURL: "https://raw.githubusercontent.com/LibreChat-AI/librechat-config-yaml/main/icons/zuki.png"
     - name: "yi-lightning"
-        apiKey: "eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsImtpZCI6InljaTVpbXpJWlpvQUdGd29fbk05Q2t2TnNVUUNydXlqckliNzVTMzM0eWcifQ.eyJzdWIiOiI2NzBmMjhjZTBmZGI0OTZjMmRiNjU0NDYiLCJhdWQiOiI2NWU1MjMxYTdiMTI4ZDdlZDhjYTdiZWYiLCJzY29wZSI6InByb2ZpbGUgYWRkcmVzcyBvcGVuaWQgZW1haWwgcGhvbmUiLCJpYXQiOjE3MzIyNTk2OTUsImV4cCI6MTczMzQ2OTI5NSwianRpIjoiYXd5QzZxdUhmY01Gc19Za1JBbDFIM0JKakpQR0xIWF81YmVfRjRqR0Y0cyIsImlzcyI6Imh0dHBzOi8vMDFhaS1wbGF0Zm9ybS5hdXRoaW5nLmNuL29pZGMifQ.ST4kJ7HgL7Y3OrTSR_-f6iWkYAtmrNikUfYs1iEwe_hti_96m-11fv-7vNuTZTVFaC37nxm_XXJNmwh2QkFmS66nKB5FRFUDCpRJPdT7oL4Wsr_xX008IeVOn0Jy9iixBKn8b_J1zpi-rSvxjDzeFuRX7l-SDCVtK-z_UnJKOA8px5HDE7oSlCaOJAFfHRfnG0FFqhTDzG7tU9tAZVS_q_ftWU_ktICysMRe7TF5V07C9Rgz7xRTiEyEaW3FfadKWQScQFvqSkXvXkhYf_rLUT-SdOIE3VVtimw3of6YzSoVeuWfr9U1ovJGNMk9FGOZYpHvlKQCU_PL5mAMHt-6Fg"
-        baseURL: "https://wispy-poetry-d145.baochao0912.workers.dev/web/v1"
-        models: 
+      apiKey: "user_provided"
+      baseURL: "https://wispy-poetry-d145.baochao0912.workers.dev/web/v1"
+      models: 
         default: ["yi-lightning"]
-        titleConvo: false
-        titleModel: "yi-lightning" 
-        modelDisplayLabel: "yi-lightning"
+      titleConvo: false
+      titleModel: "yi-lightning" 
+      modelDisplayLabel: "yi-lightning"
         # addParams:
         #   safe_prompt: true # Mistral specific value for moderating messages
         # NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error:
-        dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
+