tang-x commited on
Commit
b9f625f
·
verified ·
1 Parent(s): a64f606

Update librechat.yaml

Browse files
Files changed (1) hide show
  1. librechat.yaml +72 -26
librechat.yaml CHANGED
@@ -7,36 +7,82 @@ cache: true
7
  # 自定义端点的定义
8
  endpoints:
9
  custom:
10
-
11
- - name: 'HuggingFace'
12
- apiKey: '${HUGGINGFACE_TOKEN}'
13
- baseURL: 'https://api-inference.huggingface.co/v1'
 
14
  models:
15
- default: [
16
- "codellama/CodeLlama-34b-Instruct-hf",
17
- "google/gemma-1.1-2b-it",
18
- "google/gemma-1.1-7b-it",
19
- "HuggingFaceH4/starchat2-15b-v0.1",
20
- "HuggingFaceH4/zephyr-7b-beta",
21
- "meta-llama/Meta-Llama-3-8B-Instruct",
22
- "microsoft/Phi-3-mini-4k-instruct",
23
- "mistralai/Mistral-7B-Instruct-v0.1",
24
- "mistralai/Mistral-7B-Instruct-v0.2",
25
- "mistralai/Mixtral-8x7B-Instruct-v0.1",
26
- "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
27
- ]
28
- fetch: true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  titleConvo: true
30
- titleModel: "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
31
- dropParams: ["top_p"]
32
- modelDisplayLabel: "HuggingFace"
33
-
 
34
  - name: "cohere"
35
  apiKey: "${COHERE_API_KEY}"
36
  baseURL: "https://api.cohere.ai/v1"
37
  models:
38
- default: ["command-r","command-r-plus","command-light","command-light-nightly","command","command-nightly"]
39
- fetch: false
 
 
 
 
 
 
 
 
 
 
40
  modelDisplayLabel: "cohere"
41
- titleModel: "command"
42
- dropParams: ["stop", "user", "frequency_penalty", "presence_penalty", "temperature", "top_p"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  # 自定义端点的定义
8
  endpoints:
9
  custom:
10
+
11
+ - name: 'groq'
12
+ # 对于 `apiKey` 和 `baseURL`,您可以使用自己定义的环境变量。
13
+ apiKey: '${GROQ_API_KEY}'
14
+ baseURL: 'https://api.groq.com/openai/v1/'
15
  models:
16
+ default:
17
+ [
18
+ 'llama3-70b-8192',
19
+ 'llama3-8b-8192',
20
+ 'mixtral-8x7b-32768',
21
+ 'gemma-7b-it',
22
+ ]
23
+ fetch: true # 设置为 true 以从 API 获取模型
24
+ titleConvo: true # 设置为 true 以启用标题会话
25
+ titleModel: 'mixtral-8x7b-32768' # 指定用于标题的模型。如果未设置,默认为“gpt-3.5-turbo”
26
+ modelDisplayLabel: 'groq' # 消息中显示的 AI 模型标签。如果未设置,默认为“AI”
27
+
28
+ - name: 'OpenRouter'
29
+ apiKey: '${OPENROUTER_KEY}'
30
+ baseURL: 'https://openrouter.ai/api/v1'
31
+ models:
32
+ default:
33
+ [
34
+ 'qwen/qwen-2-7b-instruct:free',
35
+ 'meta-llama/llama-3.1-8b-instruct:free',
36
+ 'google/gemma-2-9b-it:free',
37
+ 'microsoft/phi-3-mini-128k-instruct:free',
38
+ 'microsoft/phi-3-medium-128k-instruct:free',
39
+ 'meta-llama/llama-3-8b-instruct:free',
40
+ 'openchat/openchat-7b:free',
41
+ 'gryphe/mythomist-7b:free',
42
+ 'undi95/toppy-m-7b:free',
43
+ 'huggingfaceh4/zephyr-7b-beta:free',
44
+ 'mistralai/mistral-7b-instruct:free',
45
+ 'mattshumer/reflection-70b:free',
46
+ ]
47
+ fetch: false
48
  titleConvo: true
49
+ titleModel: 'mattshumer/reflection-70b:free'
50
+ # 建议:从请求中删除停止参数,因为 Openrouter 模型使用各种停止标记。
51
+ dropParams: ['stop']
52
+ modelDisplayLabel: 'OpenRouter'
53
+
54
  - name: "cohere"
55
  apiKey: "${COHERE_API_KEY}"
56
  baseURL: "https://api.cohere.ai/v1"
57
  models:
58
+ default:
59
+ [
60
+ "command-r",
61
+ "command-r-plus",
62
+ "command-light",
63
+ "command-light-nightly",
64
+ "command",
65
+ "command-nightly"
66
+ ]
67
+ fetch: true
68
+ titleConvo: true
69
+ titleModel: "command-r-plus"
70
  modelDisplayLabel: "cohere"
71
+
72
+ - name: 'NewApi'
73
+ apiKey: '${NEWAPI_API_KEY}'
74
+ baseURL: 'https://newapi.tx88.eu.org/v1'
75
+ models:
76
+ default: [
77
+ "gpt-4o-mini",
78
+ "gpt-4o",
79
+ "claude-3-5-sonnet",
80
+ "claude-3-5-sonnet-20240620",
81
+ "glm-4-flash",
82
+ "hunyuan-lite",
83
+ "Llama3-Chinese-8B-Instruct"
84
+ ]
85
+ fetch: true
86
+ titleConvo: true
87
+ titleModel: "gpt-4o-mini"
88
+ modelDisplayLabel: "NewApi"