iseehf commited on
Commit
1a31e0d
·
verified ·
1 Parent(s): fd7e280

Delete index.js

Browse files
Files changed (1) hide show
  1. index.js +0 -1049
index.js DELETED
@@ -1,1049 +0,0 @@
1
- import express from 'express';
2
- import fetch from 'node-fetch';
3
- import FormData from 'form-data';
4
- import dotenv from 'dotenv';
5
- import cors from 'cors';
6
- import puppeteer from 'puppeteer-extra'
7
- import StealthPlugin from 'puppeteer-extra-plugin-stealth'
8
- import { v4 as uuidv4 } from 'uuid';
9
- import Logger from './logger.js';
10
-
11
- dotenv.config();
12
-
13
- // 配置常量
14
- const CONFIG = {
15
- MODELS: {
16
- 'grok-2': 'grok-latest',
17
- 'grok-2-imageGen': 'grok-latest',
18
- 'grok-2-search': 'grok-latest',
19
- "grok-3": "grok-3",
20
- "grok-3-search": "grok-3",
21
- "grok-3-imageGen": "grok-3",
22
- "grok-3-deepsearch": "grok-3",
23
- "grok-3-reasoning": "grok-3"
24
- },
25
- API: {
26
- IS_TEMP_GROK2: process.env.IS_TEMP_GROK2 == undefined ? true : process.env.IS_TEMP_GROK2 == 'true',
27
- GROK2_CONCURRENCY_LEVEL: process.env.GROK2_CONCURRENCY_LEVEL || 4,
28
- IS_CUSTOM_SSO: process.env.IS_CUSTOM_SSO == undefined ? false : process.env.IS_CUSTOM_SSO == 'true',
29
- BASE_URL: "https://grok.com",
30
- API_KEY: process.env.API_KEY || "sk-123456",
31
- SIGNATURE_COOKIE: null,
32
- TEMP_COOKIE: null,
33
- PICGO_KEY: process.env.PICGO_KEY || null, //想要流式生图的话需要填入这个PICGO图床的key
34
- TUMY_KEY: process.env.TUMY_KEY || null //想要流式生图的话需要填入这个TUMY图床的key 两个图床二选一,默认使用PICGO
35
- },
36
- SERVER: {
37
- PORT: process.env.PORT || 3000,
38
- BODY_LIMIT: '5mb'
39
- },
40
- RETRY: {
41
- MAX_ATTEMPTS: 2//重试次数
42
- },
43
- SHOW_THINKING: process.env.SHOW_THINKING === 'true',
44
- IS_THINKING: false,
45
- IS_IMG_GEN: false,
46
- IS_IMG_GEN2: false,
47
- SSO_INDEX: 0,//sso的索引
48
- TEMP_COOKIE_INDEX: 0,//临时cookie的下标
49
- ISSHOW_SEARCH_RESULTS: process.env.ISSHOW_SEARCH_RESULTS == undefined ? true : process.env.ISSHOW_SEARCH_RESULTS == 'true',//是否显示搜索结果
50
- CHROME_PATH: process.env.CHROME_PATH || null
51
- };
52
- puppeteer.use(StealthPlugin())
53
-
54
- // 请求头配置
55
- const DEFAULT_HEADERS = {
56
- 'accept': '*/*',
57
- 'accept-language': 'zh-CN,zh;q=0.9',
58
- 'accept-encoding': 'gzip, deflate, br, zstd',
59
- 'content-type': 'text/plain;charset=UTF-8',
60
- 'Connection': 'keep-alive',
61
- 'origin': 'https://grok.com',
62
- 'priority': 'u=1, i',
63
- 'sec-ch-ua': '"Chromium";v="130", "Google Chrome";v="130", "Not?A_Brand";v="99"',
64
- 'sec-ch-ua-mobile': '?0',
65
- 'sec-ch-ua-platform': '"Windows"',
66
- 'sec-fetch-dest': 'empty',
67
- 'sec-fetch-mode': 'cors',
68
- 'sec-fetch-site': 'same-origin',
69
- 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36',
70
- 'baggage': 'sentry-public_key=b311e0f2690c81f25e2c4cf6d4f7ce1c'
71
- };
72
-
73
-
74
- async function initialization() {
75
- if (CONFIG.CHROME_PATH == null) {
76
- try {
77
- CONFIG.CHROME_PATH = puppeteer.executablePath();
78
- } catch (error) {
79
- CONFIG.CHROME_PATH = "/usr/bin/chromium";
80
- }
81
- }
82
- Logger.info(`CHROME_PATH: ${CONFIG.CHROME_PATH}`, 'Server');
83
- if (CONFIG.API.IS_CUSTOM_SSO) {
84
- if (CONFIG.API.IS_TEMP_GROK2) {
85
- await tempCookieManager.ensureCookies();
86
- }
87
- return;
88
- }
89
- const ssoArray = process.env.SSO.split(',');
90
- ssoArray.forEach((sso) => {
91
- tokenManager.addToken(`sso-rw=${sso};sso=${sso}`);
92
- });
93
- console.log(JSON.stringify(tokenManager.getActiveTokens(), null, 2));
94
- Logger.info(`令牌加载完成,共加载: ${tokenManager.getTokenCount()}个令牌`, 'Server');
95
- if (CONFIG.API.IS_TEMP_GROK2) {
96
- await tempCookieManager.ensureCookies();
97
- CONFIG.API.TEMP_COOKIE = tempCookieManager.cookies[tempCookieManager.currentIndex];
98
- }
99
- Logger.info("初始化完成", 'Server');
100
- }
101
-
102
-
103
- class AuthTokenManager {
104
- constructor() {
105
- this.activeTokens = [];
106
- this.expiredTokens = new Map();
107
- this.tokenModelFrequency = new Map();
108
- if (CONFIG.API.IS_TEMP_GROK2) {
109
- this.modelRateLimit = {
110
- "grok-3": { RequestFrequency: 20 },
111
- "grok-3-deepsearch": { RequestFrequency: 10 },
112
- "grok-3-reasoning": { RequestFrequency: 10 }
113
- };
114
- this.modelInitFrequency = {
115
- "grok-3": 0,
116
- "grok-3-deepsearch": 0,
117
- "grok-3-reasoning": 0
118
- };
119
- } else {
120
- this.modelRateLimit = {
121
- "grok-2": { RequestFrequency: 20 },
122
- "grok-3": { RequestFrequency: 20 },
123
- "grok-3-deepsearch": { RequestFrequency: 5 },
124
- "grok-3-reasoning": { RequestFrequency: 5 }
125
- };
126
- this.modelInitFrequency = {
127
- "grok-2": 0,
128
- "grok-3": 0,
129
- "grok-3-deepsearch": 0,
130
- "grok-3-reasoning": 0
131
- };
132
- }
133
-
134
- }
135
-
136
- addToken(token) {
137
- if (!this.activeTokens.includes(token)) {
138
- this.activeTokens.push(token);
139
- this.tokenModelFrequency.set(token, this.modelInitFrequency);
140
- }
141
- }
142
- setToken(token) {
143
- this.activeTokens = [token];
144
- this.tokenModelFrequency.set(token, this.modelInitFrequency);
145
- }
146
-
147
- getTokenByIndex(index, model) {
148
- if (this.activeTokens.length === 0) {
149
- return null;
150
- }
151
- const token = this.activeTokens[index];
152
- this.recordModelRequest(token, model);
153
- return token;
154
- }
155
-
156
- recordModelRequest(token, model) {
157
- if (model.startsWith('grok-') && (model.includes('search') || model.includes('imageGen'))) {
158
- model = model.split('-')[0] + '-' + model.split('-')[1];
159
- }
160
-
161
- if (!this.modelRateLimit[model]) return;
162
- const tokenFrequency = this.tokenModelFrequency.get(token);
163
- if (tokenFrequency && tokenFrequency[model] !== undefined) {
164
- tokenFrequency[model]++;
165
- }
166
- this.checkAndRemoveTokenIfLimitReached(token);
167
- }
168
- setModelLimit(index, model) {
169
- if (model.startsWith('grok-') && (model.includes('search') || model.includes('imageGen'))) {
170
- model = model.split('-')[0] + '-' + model.split('-')[1];
171
- }
172
- if (!this.modelRateLimit[model]) return;
173
- const tokenFrequency = this.tokenModelFrequency.get(this.activeTokens[index]);
174
- tokenFrequency[model] = 9999;
175
- }
176
- isTokenModelLimitReached(index, model) {
177
- if (model.startsWith('grok-') && (model.includes('search') || model.includes('imageGen'))) {
178
- model = model.split('-')[0] + '-' + model.split('-')[1];
179
- }
180
- if (!this.modelRateLimit[model]) return;
181
- const token = this.activeTokens[index];
182
- const tokenFrequency = this.tokenModelFrequency.get(token);
183
-
184
- if (!tokenFrequency) {
185
- return false;
186
- }
187
- return tokenFrequency[model] >= this.modelRateLimit[model].RequestFrequency;
188
- }
189
- checkAndRemoveTokenIfLimitReached(token) {
190
- const tokenFrequency = this.tokenModelFrequency.get(token);
191
- if (!tokenFrequency) return;
192
-
193
- const isLimitReached = Object.keys(tokenFrequency).every(model =>
194
- tokenFrequency[model] >= this.modelRateLimit[model].RequestFrequency
195
- );
196
-
197
- if (isLimitReached) {
198
- const tokenIndex = this.activeTokens.indexOf(token);
199
- if (tokenIndex !== -1) {
200
- this.removeTokenByIndex(tokenIndex);
201
- }
202
- }
203
- }
204
-
205
- removeTokenByIndex(index) {
206
- if (!this.isRecoveryProcess) {
207
- this.startTokenRecoveryProcess();
208
- }
209
- const token = this.activeTokens[index];
210
- this.expiredTokens.set(token, Date.now());
211
- this.activeTokens.splice(index, 1);
212
- this.tokenModelFrequency.delete(token);
213
- Logger.info(`令牌${token}已达到上限,已移除`, 'TokenManager');
214
- }
215
-
216
- startTokenRecoveryProcess() {
217
- if (CONFIG.API.IS_CUSTOM_SSO) return;
218
- setInterval(() => {
219
- const now = Date.now();
220
- for (const [token, expiredTime] of this.expiredTokens.entries()) {
221
- if (now - expiredTime >= 2 * 60 * 60 * 1000) {
222
- this.tokenModelFrequency.set(token, this.modelInitFrequency);
223
- this.activeTokens.push(token);
224
- this.expiredTokens.delete(token);
225
- Logger.info(`令牌${token}已恢复,已添加到可用令牌列表`, 'TokenManager');
226
- }
227
- }
228
- }, 2 * 60 * 60 * 1000);
229
- }
230
-
231
- getTokenCount() {
232
- return this.activeTokens.length || 0;
233
- }
234
-
235
- getActiveTokens() {
236
- return [...this.activeTokens];
237
- }
238
- }
239
-
240
- class Utils {
241
- static delay(time) {
242
- return new Promise(function (resolve) {
243
- setTimeout(resolve, time)
244
- });
245
- }
246
- static async organizeSearchResults(searchResults) {
247
- // 确保传入的是有效的搜索结果对象
248
- if (!searchResults || !searchResults.results) {
249
- return '';
250
- }
251
-
252
- const results = searchResults.results;
253
- const formattedResults = results.map((result, index) => {
254
- // 处理可能为空的字段
255
- const title = result.title || '未知标题';
256
- const url = result.url || '#';
257
- const preview = result.preview || '无预览内容';
258
-
259
- return `\r\n<details><summary>资料[${index}]: ${title}</summary>\r\n${preview}\r\n\n[Link](${url})\r\n</details>`;
260
- });
261
- return formattedResults.join('\n\n');
262
- }
263
- static async createAuthHeaders(model) {
264
- return await tokenManager.getTokenByIndex(CONFIG.SSO_INDEX, model);
265
- }
266
- }
267
- class GrokTempCookieManager {
268
- constructor() {
269
- this.cookies = [];
270
- this.currentIndex = 0;
271
- this.isRefreshing = false;
272
- this.initialCookieCount = CONFIG.API.GROK2_CONCURRENCY_LEVEL;
273
- this.extractCount = 0;
274
- }
275
-
276
- async ensureCookies() {
277
- // 如�� cookies 数量不足,则重新获取
278
- if (this.cookies.length < this.initialCookieCount) {
279
- await this.refreshCookies();
280
- }
281
- }
282
- async extractGrokHeaders(browser) {
283
- Logger.info("开始提取头信息", 'Server');
284
- try {
285
- const page = await browser.newPage();
286
- await page.goto('https://grok.com/', { waitUntil: 'domcontentloaded' });
287
- let waitTime = 0;
288
- const targetHeaders = ['x-anonuserid', 'x-challenge', 'x-signature'];
289
-
290
- while (true) {
291
- const cookies = await page.cookies();
292
- const extractedHeaders = cookies
293
- .filter(cookie => targetHeaders.includes(cookie.name.toLowerCase()))
294
- .map(cookie => `${cookie.name}=${cookie.value}`);
295
-
296
- if (targetHeaders.every(header =>
297
- extractedHeaders.some(cookie => cookie && cookie.startsWith(header + '='))
298
- )) {
299
- await browser.close();
300
- Logger.info('提取的头信息:', JSON.stringify(extractedHeaders, null, 2), 'Server');
301
- this.cookies.push(extractedHeaders.join(';'));
302
- this.extractCount++;
303
- return true;
304
- }
305
-
306
- await Utils.delay(500);
307
- waitTime += 500;
308
- if (waitTime >= 10000) {
309
- await browser.close();
310
- return null;
311
- }
312
- }
313
- } catch (error) {
314
- Logger.error('获取头信息出错:', error, 'Server');
315
- return null;
316
- }
317
- }
318
- async initializeTempCookies(count = 1) {
319
- Logger.info(`初始化 ${count} 个认证信息`, 'Server');
320
- const browserOptions = {
321
- headless: true,
322
- args: [
323
- '--no-sandbox',
324
- '--disable-setuid-sandbox',
325
- '--disable-dev-shm-usage',
326
- '--disable-gpu'
327
- ],
328
- executablePath: CONFIG.CHROME_PATH
329
- };
330
-
331
- const browsers = await Promise.all(
332
- Array.from({ length: count }, () => puppeteer.launch(browserOptions))
333
- );
334
-
335
- const cookiePromises = browsers.map(browser => this.extractGrokHeaders(browser));
336
- return Promise.all(cookiePromises);
337
- }
338
- async refreshCookies() {
339
- if (this.isRefreshing) return;
340
- this.isRefreshing = true;
341
- this.extractCount = 0;
342
- try {
343
- // 获取新的 cookies
344
- let retryCount = 0;
345
- let remainingCount = this.initialCookieCount - this.cookies.length;
346
-
347
- while (retryCount < CONFIG.RETRY.MAX_ATTEMPTS) {
348
- await this.initializeTempCookies(remainingCount);
349
- if (this.extractCount != remainingCount) {
350
- if (this.extractCount == 0) {
351
- Logger.error(`无法获取足够的有效 TempCookies,可能网络存在问题,当前数量:${this.cookies.length}`);
352
- } else if (this.extractCount < remainingCount) {
353
- remainingCount -= this.extractCount;
354
- this.extractCount = 0;
355
- retryCount++;
356
- await Utils.delay(1000 * retryCount);
357
- } else {
358
- break;
359
- }
360
- } else {
361
- break;
362
- }
363
- }
364
- if (this.currentIndex >= this.cookies.length) {
365
- this.currentIndex = 0;
366
- }
367
-
368
- if (this.cookies.length < this.initialCookieCount) {
369
- if (this.cookies.length !== 0) {
370
- // 如果已经获取到一些 TempCookies,则只提示警告错误
371
- Logger.error(`无法获取足够的有效 TempCookies,可能网络存在问题,当前数量:${this.cookies.length}`);
372
- } else {
373
- // 如果未获取到任何 TempCookies,则抛出错误
374
- throw new Error(`无法获取足够的有效 TempCookies,可能网络存在问题,当前数量:${this.cookies.length}`);
375
- }
376
- }
377
- } catch (error) {
378
- Logger.error('刷新 cookies 失败:', error);
379
- } finally {
380
- Logger.info(`已提取${this.cookies.length}个TempCookies`, 'Server');
381
- Logger.info(`提取的TempCookies为${JSON.stringify(this.cookies, null, 2)}`, 'Server');
382
- this.isRefreshing = false;
383
- }
384
- }
385
- }
386
-
387
- class GrokApiClient {
388
- constructor(modelId) {
389
- if (!CONFIG.MODELS[modelId]) {
390
- throw new Error(`不支持的模型: ${modelId}`);
391
- }
392
- this.modelId = CONFIG.MODELS[modelId];
393
- }
394
-
395
- processMessageContent(content) {
396
- if (typeof content === 'string') return content;
397
- return null;
398
- }
399
- // 获取图片类型
400
- getImageType(base64String) {
401
- let mimeType = 'image/jpeg';
402
- if (base64String.includes('data:image')) {
403
- const matches = base64String.match(/data:([a-zA-Z0-9]+\/[a-zA-Z0-9-.+]+);base64,/);
404
- if (matches) {
405
- mimeType = matches[1];
406
- }
407
- }
408
- const extension = mimeType.split('/')[1];
409
- const fileName = `image.${extension}`;
410
-
411
- return {
412
- mimeType: mimeType,
413
- fileName: fileName
414
- };
415
- }
416
-
417
- async uploadBase64Image(base64Data, url) {
418
- try {
419
- // 处理 base64 数据
420
- let imageBuffer;
421
- if (base64Data.includes('data:image')) {
422
- imageBuffer = base64Data.split(',')[1];
423
- } else {
424
- imageBuffer = base64Data
425
- }
426
- const { mimeType, fileName } = this.getImageType(base64Data);
427
- let uploadData = {
428
- rpc: "uploadFile",
429
- req: {
430
- fileName: fileName,
431
- fileMimeType: mimeType,
432
- content: imageBuffer
433
- }
434
- };
435
- Logger.info("发送图片请求", 'Server');
436
- // 发送请求
437
- const response = await fetch(url, {
438
- method: 'POST',
439
- headers: {
440
- ...CONFIG.DEFAULT_HEADERS,
441
- "cookie": CONFIG.API.SIGNATURE_COOKIE
442
- },
443
- body: JSON.stringify(uploadData)
444
- });
445
-
446
- if (!response.ok) {
447
- Logger.error(`上传图片失败,状态码:${response.status},原因:${response.error}`, 'Server');
448
- return '';
449
- }
450
-
451
- const result = await response.json();
452
- Logger.info('上传图片成功:', result, 'Server');
453
- return result.fileMetadataId;
454
-
455
- } catch (error) {
456
- Logger.error(error, 'Server');
457
- return '';
458
- }
459
- }
460
-
461
- async prepareChatRequest(request) {
462
- if ((request.model === 'grok-2-imageGen' || request.model === 'grok-3-imageGen') && !CONFIG.API.PICGO_KEY && !CONFIG.API.TUMY_KEY && request.stream) {
463
- throw new Error(`该模型流式输出需要配置PICGO或者TUMY图床密钥!`);
464
- }
465
-
466
- // 处理画图模型的消息限制
467
- let todoMessages = request.messages;
468
- if (request.model === 'grok-2-imageGen' || request.model === 'grok-3-imageGen') {
469
- const lastMessage = todoMessages[todoMessages.length - 1];
470
- if (lastMessage.role !== 'user') {
471
- throw new Error('画图模型的最后一条消息必须是用户消息!');
472
- }
473
- todoMessages = [lastMessage];
474
- }
475
-
476
- const fileAttachments = [];
477
- let messages = '';
478
- let lastRole = null;
479
- let lastContent = '';
480
- const search = request.model === 'grok-2-search' || request.model === 'grok-3-search';
481
-
482
- // 移除<think>标签及其内容和base64图片
483
- const removeThinkTags = (text) => {
484
- text = text.replace(/<think>[\s\S]*?<\/think>/g, '').trim();
485
- text = text.replace(/!\[image\]\(data:.*?base64,.*?\)/g, '[图片]');
486
- return text;
487
- };
488
-
489
- const processImageUrl = async (content) => {
490
- if (content.type === 'image_url' && content.image_url.url.includes('data:image')) {
491
- const imageResponse = await this.uploadBase64Image(
492
- content.image_url.url,
493
- `${CONFIG.API.BASE_URL}/api/rpc`
494
- );
495
- return imageResponse;
496
- }
497
- return null;
498
- };
499
-
500
- const processContent = async (content) => {
501
- if (Array.isArray(content)) {
502
- let textContent = '';
503
- for (const item of content) {
504
- if (item.type === 'image_url') {
505
- textContent += (textContent ? '\n' : '') + "[图片]";
506
- } else if (item.type === 'text') {
507
- textContent += (textContent ? '\n' : '') + removeThinkTags(item.text);
508
- }
509
- }
510
- return textContent;
511
- } else if (typeof content === 'object' && content !== null) {
512
- if (content.type === 'image_url') {
513
- return "[图片]";
514
- } else if (content.type === 'text') {
515
- return removeThinkTags(content.text);
516
- }
517
- }
518
- return removeThinkTags(this.processMessageContent(content));
519
- };
520
-
521
- for (const current of todoMessages) {
522
- const role = current.role === 'assistant' ? 'assistant' : 'user';
523
- const isLastMessage = current === todoMessages[todoMessages.length - 1];
524
-
525
- // 处理图片附件
526
- if (isLastMessage && current.content) {
527
- if (Array.isArray(current.content)) {
528
- for (const item of current.content) {
529
- if (item.type === 'image_url') {
530
- const processedImage = await processImageUrl(item);
531
- if (processedImage) fileAttachments.push(processedImage);
532
- }
533
- }
534
- } else if (current.content.type === 'image_url') {
535
- const processedImage = await processImageUrl(current.content);
536
- if (processedImage) fileAttachments.push(processedImage);
537
- }
538
- }
539
-
540
- // 处理文本内容
541
- const textContent = await processContent(current.content);
542
-
543
- if (textContent || (isLastMessage && fileAttachments.length > 0)) {
544
- if (role === lastRole && textContent) {
545
- lastContent += '\n' + textContent;
546
- messages = messages.substring(0, messages.lastIndexOf(`${role.toUpperCase()}: `)) +
547
- `${role.toUpperCase()}: ${lastContent}\n`;
548
- } else {
549
- messages += `${role.toUpperCase()}: ${textContent || '[图片]'}\n`;
550
- lastContent = textContent;
551
- lastRole = role;
552
- }
553
- }
554
- }
555
-
556
- return {
557
- modelName: this.modelId,
558
- message: messages.trim(),
559
- fileAttachments: fileAttachments.slice(0, 4),
560
- imageAttachments: [],
561
- disableSearch: false,
562
- enableImageGeneration: true,
563
- returnImageBytes: false,
564
- returnRawGrokInXaiRequest: false,
565
- enableImageStreaming: false,
566
- imageGenerationCount: 1,
567
- forceConcise: false,
568
- toolOverrides: {
569
- imageGen: request.model === 'grok-2-imageGen' || request.model === 'grok-3-imageGen',
570
- webSearch: search,
571
- xSearch: search,
572
- xMediaSearch: search,
573
- trendsSearch: search,
574
- xPostAnalyze: search
575
- },
576
- enableSideBySide: true,
577
- isPreset: false,
578
- sendFinalMetadata: true,
579
- customInstructions: "",
580
- deepsearchPreset: request.model === 'grok-3-deepsearch' ? "default" : "",
581
- isReasoning: request.model === 'grok-3-reasoning'
582
- };
583
- }
584
- }
585
-
586
- class MessageProcessor {
587
- static createChatResponse(message, model, isStream = false) {
588
- const baseResponse = {
589
- id: `chatcmpl-${uuidv4()}`,
590
- created: Math.floor(Date.now() / 1000),
591
- model: model
592
- };
593
-
594
- if (isStream) {
595
- return {
596
- ...baseResponse,
597
- object: 'chat.completion.chunk',
598
- choices: [{
599
- index: 0,
600
- delta: {
601
- content: message
602
- }
603
- }]
604
- };
605
- }
606
-
607
- return {
608
- ...baseResponse,
609
- object: 'chat.completion',
610
- choices: [{
611
- index: 0,
612
- message: {
613
- role: 'assistant',
614
- content: message
615
- },
616
- finish_reason: 'stop'
617
- }],
618
- usage: null
619
- };
620
- }
621
- }
622
- async function processModelResponse(response, model) {
623
- let result = { token: null, imageUrl: null }
624
- if (CONFIG.IS_IMG_GEN) {
625
- if (response?.cachedImageGenerationResponse && !CONFIG.IS_IMG_GEN2) {
626
- result.imageUrl = response.cachedImageGenerationResponse.imageUrl;
627
- }
628
- return result;
629
- }
630
-
631
- //非生图模型的处理
632
- switch (model) {
633
- case 'grok-2':
634
- result.token = response?.token;
635
- return result;
636
- case 'grok-2-search':
637
- case 'grok-3-search':
638
- if (response?.webSearchResults && CONFIG.ISSHOW_SEARCH_RESULTS) {
639
- result.token = `\r\n<think>${await Utils.organizeSearchResults(response.webSearchResults)}</think>\r\n`;
640
- } else {
641
- result.token = response?.token;
642
- }
643
- return result;
644
- case 'grok-3':
645
- result.token = response?.token;
646
- return result;
647
- case 'grok-3-deepsearch':
648
- if (response?.messageTag === "final") {
649
- result.token = response?.token;
650
- }
651
- return result;
652
- case 'grok-3-reasoning':
653
- if (response?.isThinking && !CONFIG.SHOW_THINKING) return result;
654
-
655
- if (response?.isThinking && !CONFIG.IS_THINKING) {
656
- result.token = "<think>" + response?.token;
657
- CONFIG.IS_THINKING = true;
658
- } else if (!response.isThinking && CONFIG.IS_THINKING) {
659
- result.token = "</think>" + response?.token;
660
- CONFIG.IS_THINKING = false;
661
- } else {
662
- result.token = response?.token;
663
- }
664
- return result;
665
- }
666
- return result;
667
- }
668
-
669
- async function handleResponse(response, model, res, isStream) {
670
- try {
671
- const stream = response.body;
672
- let buffer = '';
673
- let fullResponse = '';
674
- const dataPromises = [];
675
- if (isStream) {
676
- res.setHeader('Content-Type', 'text/event-stream');
677
- res.setHeader('Cache-Control', 'no-cache');
678
- res.setHeader('Connection', 'keep-alive');
679
- }
680
- CONFIG.IS_THINKING = false;
681
- CONFIG.IS_IMG_GEN = false;
682
- CONFIG.IS_IMG_GEN2 = false;
683
- Logger.info("开始处理流式响应", 'Server');
684
-
685
- return new Promise((resolve, reject) => {
686
- stream.on('data', async (chunk) => {
687
- buffer += chunk.toString();
688
- const lines = buffer.split('\n');
689
- buffer = lines.pop() || '';
690
-
691
- for (const line of lines) {
692
- if (!line.trim()) continue;
693
- try {
694
- const linejosn = JSON.parse(line.trim());
695
- if (linejosn?.error) {
696
- Logger.error(JSON.stringify(linejosn, null, 2), 'Server');
697
- if (linejosn.error?.name === "RateLimitError") {
698
- CONFIG.API.TEMP_COOKIE = null;
699
- }
700
- stream.destroy();
701
- reject(new Error("RateLimitError"));
702
- return;
703
- }
704
- let response = linejosn?.result?.response;
705
- if (!response) continue;
706
- if (response?.doImgGen || response?.imageAttachmentInfo) {
707
- CONFIG.IS_IMG_GEN = true;
708
- }
709
- const processPromise = (async () => {
710
- const result = await processModelResponse(response, model);
711
-
712
- if (result.token) {
713
- if (isStream) {
714
- res.write(`data: ${JSON.stringify(MessageProcessor.createChatResponse(result.token, model, true))}\n\n`);
715
- } else {
716
- fullResponse += result.token;
717
- }
718
- }
719
- if (result.imageUrl) {
720
- CONFIG.IS_IMG_GEN2 = true;
721
- const dataImage = await handleImageResponse(result.imageUrl);
722
- if (isStream) {
723
- res.write(`data: ${JSON.stringify(MessageProcessor.createChatResponse(dataImage, model, true))}\n\n`);
724
- } else {
725
- res.json(MessageProcessor.createChatResponse(dataImage, model));
726
- }
727
- }
728
- })();
729
- dataPromises.push(processPromise);
730
- } catch (error) {
731
- Logger.error(error, 'Server');
732
- continue;
733
- }
734
- }
735
- });
736
-
737
- stream.on('end', async () => {
738
- try {
739
- await Promise.all(dataPromises);
740
- if (isStream) {
741
- res.write('data: [DONE]\n\n');
742
- res.end();
743
- } else {
744
- if (!CONFIG.IS_IMG_GEN2) {
745
- res.json(MessageProcessor.createChatResponse(fullResponse, model));
746
- }
747
- }
748
- resolve();
749
- } catch (error) {
750
- Logger.error(error, 'Server');
751
- reject(error);
752
- }
753
- });
754
-
755
- stream.on('error', (error) => {
756
- Logger.error(error, 'Server');
757
- reject(error);
758
- });
759
- });
760
- } catch (error) {
761
- Logger.error(error, 'Server');
762
- throw new Error(error);
763
- }
764
- }
765
-
766
- async function handleImageResponse(imageUrl) {
767
- const MAX_RETRIES = 2;
768
- let retryCount = 0;
769
- let imageBase64Response;
770
-
771
- while (retryCount < MAX_RETRIES) {
772
- try {
773
- imageBase64Response = await fetch(`https://assets.grok.com/${imageUrl}`, {
774
- method: 'GET',
775
- headers: {
776
- ...DEFAULT_HEADERS,
777
- "cookie": CONFIG.API.SIGNATURE_COOKIE
778
- }
779
- });
780
-
781
- if (imageBase64Response.ok) break;
782
- retryCount++;
783
- if (retryCount === MAX_RETRIES) {
784
- throw new Error(`上游服务请求失败! status: ${imageBase64Response.status}`);
785
- }
786
- await new Promise(resolve => setTimeout(resolve, CONFIG.API.RETRY_TIME * retryCount));
787
-
788
- } catch (error) {
789
- Logger.error(error, 'Server');
790
- retryCount++;
791
- if (retryCount === MAX_RETRIES) {
792
- throw error;
793
- }
794
- await new Promise(resolve => setTimeout(resolve, CONFIG.API.RETRY_TIME * retryCount));
795
- }
796
- }
797
-
798
-
799
- const arrayBuffer = await imageBase64Response.arrayBuffer();
800
- const imageBuffer = Buffer.from(arrayBuffer);
801
-
802
- if (!CONFIG.API.PICGO_KEY && !CONFIG.API.TUMY_KEY) {
803
- const base64Image = imageBuffer.toString('base64');
804
- const imageContentType = imageBase64Response.headers.get('content-type');
805
- return `![image](data:${imageContentType};base64,${base64Image})`
806
- }
807
-
808
- Logger.info("开始上传图床", 'Server');
809
- const formData = new FormData();
810
- if (CONFIG.API.PICGO_KEY) {
811
- formData.append('source', imageBuffer, {
812
- filename: `image-${Date.now()}.jpg`,
813
- contentType: 'image/jpeg'
814
- });
815
- const formDataHeaders = formData.getHeaders();
816
- const responseURL = await fetch("https://www.picgo.net/api/1/upload", {
817
- method: "POST",
818
- headers: {
819
- ...formDataHeaders,
820
- "Content-Type": "multipart/form-data",
821
- "X-API-Key": CONFIG.API.PICGO_KEY
822
- },
823
- body: formData
824
- });
825
- if (!responseURL.ok) {
826
- return "生图失败,请查看PICGO图床密钥是否设置正确"
827
- } else {
828
- Logger.info("生图成功", 'Server');
829
- const result = await responseURL.json();
830
- return `![image](${result.image.url})`
831
- }
832
- } else if (CONFIG.API.TUMY_KEY) {
833
- const formData = new FormData();
834
- formData.append('file', imageBuffer, {
835
- filename: `image-${Date.now()}.jpg`,
836
- contentType: 'image/jpeg'
837
- });
838
- const formDataHeaders = formData.getHeaders();
839
- const responseURL = await fetch("https://tu.my/api/v1/upload", {
840
- method: "POST",
841
- headers: {
842
- ...formDataHeaders,
843
- "Accept": "application/json",
844
- 'Authorization': `Bearer ${CONFIG.API.TUMY_KEY}`
845
- },
846
- body: formData
847
- });
848
- if (!responseURL.ok) {
849
- return "生图失败,请查看TUMY图床密钥是否设置正确"
850
- } else {
851
- try {
852
- const result = await responseURL.json();
853
- Logger.info("生图成功", 'Server');
854
- return `![image](${result.data.links.url})`
855
- } catch (error) {
856
- Logger.error(error, 'Server');
857
- return "生图失败,请查看TUMY图床密钥是否设置正确"
858
- }
859
- }
860
- }
861
- }
862
-
863
- const tokenManager = new AuthTokenManager();
864
- const tempCookieManager = new GrokTempCookieManager();
865
- await initialization();
866
-
867
- // 中间件配置
868
- const app = express();
869
- app.use(Logger.requestLogger);
870
- app.use(express.json({ limit: CONFIG.SERVER.BODY_LIMIT }));
871
- app.use(express.urlencoded({ extended: true, limit: CONFIG.SERVER.BODY_LIMIT }));
872
- app.use(cors({
873
- origin: '*',
874
- methods: ['GET', 'POST', 'OPTIONS'],
875
- allowedHeaders: ['Content-Type', 'Authorization']
876
- }));
877
-
878
- app.get('/hf/v1/models', (req, res) => {
879
- res.json({
880
- object: "list",
881
- data: Object.keys(CONFIG.MODELS).map((model, index) => ({
882
- id: model,
883
- object: "model",
884
- created: Math.floor(Date.now() / 1000),
885
- owned_by: "grok",
886
- }))
887
- });
888
- });
889
-
890
-
891
- app.post('/hf/v1/chat/completions', async (req, res) => {
892
- try {
893
- const authToken = req.headers.authorization?.replace('Bearer ', '');
894
- if (CONFIG.API.IS_CUSTOM_SSO) {
895
- if (authToken) {
896
- const result = `sso=${authToken};ssp_rw=${authToken}`;
897
- tokenManager.setToken(result);
898
- } else {
899
- return res.status(401).json({ error: '自定义的SSO令牌缺失' });
900
- }
901
- } else if (authToken !== CONFIG.API.API_KEY) {
902
- return res.status(401).json({ error: 'Unauthorized' });
903
- }
904
- let isTempCookie = req.body.model.includes("grok-2") && CONFIG.API.IS_TEMP_GROK2;
905
- let retryCount = 0;
906
- const grokClient = new GrokApiClient(req.body.model);
907
- const requestPayload = await grokClient.prepareChatRequest(req.body);
908
- Logger.info(`请求体: ${JSON.stringify(requestPayload, null, 2)}`, 'Server');
909
-
910
- while (retryCount < CONFIG.RETRY.MAX_ATTEMPTS) {
911
- retryCount++;
912
- if (isTempCookie) {
913
- CONFIG.API.SIGNATURE_COOKIE = CONFIG.API.TEMP_COOKIE;
914
- Logger.info(`已切换为临时令牌`, 'Server');
915
- } else {
916
- CONFIG.API.SIGNATURE_COOKIE = await Utils.createAuthHeaders(req.body.model);
917
- }
918
- if (!CONFIG.API.SIGNATURE_COOKIE) {
919
- throw new Error('该模型无可用令牌');
920
- }
921
- Logger.info(`当前令牌索引: ${CONFIG.SSO_INDEX}`, 'Server');
922
- Logger.info(`当前令牌: ${JSON.stringify(CONFIG.API.SIGNATURE_COOKIE, null, 2)}`, 'Server');
923
- const response = await fetch(`${CONFIG.API.BASE_URL}/rest/app-chat/conversations/new`, {
924
- method: 'POST',
925
- headers: {
926
- "accept": "text/event-stream",
927
- "baggage": "sentry-public_key=b311e0f2690c81f25e2c4cf6d4f7ce1c",
928
- "content-type": "text/plain;charset=UTF-8",
929
- "Connection": "keep-alive",
930
- "cookie": CONFIG.API.SIGNATURE_COOKIE
931
- },
932
- body: JSON.stringify(requestPayload)
933
- });
934
-
935
- if (response.ok) {
936
- Logger.info(`请求成功`, 'Server');
937
- CONFIG.SSO_INDEX = (CONFIG.SSO_INDEX + 1) % tokenManager.getTokenCount();
938
- Logger.info(`当前剩余可用令牌数: ${tokenManager.getTokenCount()}`, 'Server');
939
- try {
940
- await handleResponse(response, req.body.model, res, req.body.stream);
941
- Logger.info(`请求结束`, 'Server');
942
- return;
943
- } catch (error) {
944
- Logger.error(error, 'Server');
945
- if (isTempCookie) {
946
- // 移除当前失效的 cookie
947
- tempCookieManager.cookies.splice(tempCookieManager.currentIndex, 1);
948
- if (tempCookieManager.cookies.length != 0) {
949
- tempCookieManager.currentIndex = tempCookieManager.currentIndex % tempCookieManager.cookies.length;
950
- CONFIG.API.TEMP_COOKIE = tempCookieManager.cookies[tempCookieManager.currentIndex];
951
- tempCookieManager.ensureCookies()
952
- } else {
953
- try {
954
- await tempCookieManager.ensureCookies();
955
- tempCookieManager.currentIndex = tempCookieManager.currentIndex % tempCookieManager.cookies.length;
956
- CONFIG.API.TEMP_COOKIE = tempCookieManager.cookies[tempCookieManager.currentIndex];
957
- } catch (error) {
958
- throw error;
959
- }
960
- }
961
- } else {
962
- tokenManager.setModelLimit(CONFIG.SSO_INDEX, req.body.model);
963
- for (let i = 1; i <= tokenManager.getTokenCount(); i++) {
964
- CONFIG.SSO_INDEX = (CONFIG.SSO_INDEX + 1) % tokenManager.getTokenCount();
965
- if (!tokenManager.isTokenModelLimitReached(CONFIG.SSO_INDEX, req.body.model)) {
966
- break;
967
- } else if (i >= tokenManager.getTokenCount()) {
968
- throw new Error(`${req.body.model} 次数已达上限,请切换其他模型或者重新对话`);
969
- }
970
- }
971
- }
972
- }
973
- } else {
974
- if (response.status === 429) {
975
- if (isTempCookie) {
976
- // 移除当前失效的 cookie
977
- tempCookieManager.cookies.splice(tempCookieManager.currentIndex, 1);
978
- if (tempCookieManager.cookies.length != 0) {
979
- tempCookieManager.currentIndex = tempCookieManager.currentIndex % tempCookieManager.cookies.length;
980
- CONFIG.API.TEMP_COOKIE = tempCookieManager.cookies[tempCookieManager.currentIndex];
981
- tempCookieManager.ensureCookies()
982
- } else {
983
- try {
984
- await tempCookieManager.ensureCookies();
985
- tempCookieManager.currentIndex = tempCookieManager.currentIndex % tempCookieManager.cookies.length;
986
- CONFIG.API.TEMP_COOKIE = tempCookieManager.cookies[tempCookieManager.currentIndex];
987
- } catch (error) {
988
- throw error;
989
- }
990
- }
991
- } else {
992
- tokenManager.setModelLimit(CONFIG.SSO_INDEX, req.body.model);
993
- for (let i = 1; i <= tokenManager.getTokenCount(); i++) {
994
- CONFIG.SSO_INDEX = (CONFIG.SSO_INDEX + 1) % tokenManager.getTokenCount();
995
- if (!tokenManager.isTokenModelLimitReached(CONFIG.SSO_INDEX, req.body.model)) {
996
- break;
997
- } else if (i >= tokenManager.getTokenCount()) {
998
- throw new Error(`${req.body.model} 次数已达上限,请切换其他模型或者重新对话`);
999
- }
1000
- }
1001
- }
1002
- } else {
1003
- // 非429错误直接抛出
1004
- if (isTempCookie) {
1005
- // 移除当前失效的 cookie
1006
- tempCookieManager.cookies.splice(tempCookieManager.currentIndex, 1);
1007
- if (tempCookieManager.cookies.length != 0) {
1008
- tempCookieManager.currentIndex = tempCookieManager.currentIndex % tempCookieManager.cookies.length;
1009
- CONFIG.API.TEMP_COOKIE = tempCookieManager.cookies[tempCookieManager.currentIndex];
1010
- tempCookieManager.ensureCookies()
1011
- } else {
1012
- try {
1013
- await tempCookieManager.ensureCookies();
1014
- tempCookieManager.currentIndex = tempCookieManager.currentIndex % tempCookieManager.cookies.length;
1015
- CONFIG.API.TEMP_COOKIE = tempCookieManager.cookies[tempCookieManager.currentIndex];
1016
- } catch (error) {
1017
- throw error;
1018
- }
1019
- }
1020
- } else {
1021
- Logger.error(`令牌异常错误状态!status: ${response.status}, 已移除当前令牌${CONFIG.SSO_INDEX.cookie}`, 'Server');
1022
- tokenManager.removeTokenByIndex(CONFIG.SSO_INDEX);
1023
- Logger.info(`当前剩余可用令牌数: ${tokenManager.getTokenCount()}`, 'Server');
1024
- CONFIG.SSO_INDEX = (CONFIG.SSO_INDEX + 1) % tokenManager.getTokenCount();
1025
- }
1026
- }
1027
- }
1028
- }
1029
- throw new Error('当前模型所有令牌都已耗尽');
1030
- } catch (error) {
1031
- Logger.error(error, 'ChatAPI');
1032
- res.status(500).json({
1033
- error: {
1034
- message: error.message || error,
1035
- type: 'server_error'
1036
- }
1037
- });
1038
- }
1039
- });
1040
-
1041
-
1042
- app.use((req, res) => {
1043
- res.status(200).send('api运行正常');
1044
- });
1045
-
1046
-
1047
- app.listen(CONFIG.SERVER.PORT, () => {
1048
- Logger.info(`服务器已启动,监听端口: ${CONFIG.SERVER.PORT}`, 'Server');
1049
- });