Spaces:
Running
Running
Update hf.js
Browse files
hf.js
CHANGED
@@ -2,15 +2,39 @@ const express = require('express');
|
|
2 |
const morgan = require('morgan');
|
3 |
const { createProxyMiddleware } = require('http-proxy-middleware');
|
4 |
const axios = require('axios');
|
5 |
-
const fs = require('fs');
|
6 |
const url = require('url');
|
7 |
const app = express();
|
8 |
|
|
|
9 |
app.use(morgan('dev'));
|
10 |
|
11 |
-
//
|
12 |
-
|
13 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
14 |
|
15 |
// 从代理池中随机选择一个代理
|
16 |
function getRandomProxy() {
|
@@ -29,46 +53,6 @@ function getRandomProxy() {
|
|
29 |
};
|
30 |
}
|
31 |
|
32 |
-
// 配置 axios 的代理
|
33 |
-
function configureAxiosProxy() {
|
34 |
-
const proxy = getRandomProxy();
|
35 |
-
if (proxy) {
|
36 |
-
axios.defaults.proxy = proxy;
|
37 |
-
console.log(`Axios using proxy: ${proxy.host}:${proxy.port}`);
|
38 |
-
} else {
|
39 |
-
delete axios.defaults.proxy;
|
40 |
-
console.log('No proxy available for axios');
|
41 |
-
}
|
42 |
-
}
|
43 |
-
|
44 |
-
// 从外部 API 更新代理池
|
45 |
-
async function updateProxyPool() {
|
46 |
-
const proxyApiUrl = process.env.PROXY_API_URL || 'http://example.com/api/proxies';
|
47 |
-
try {
|
48 |
-
const response = await axios.get(proxyApiUrl);
|
49 |
-
// 假设 API 返回格式为 { proxies: ["http://user:pass@host:port", ...] }
|
50 |
-
const newProxies = response.data.proxies || [];
|
51 |
-
if (newProxies.length > 0) {
|
52 |
-
proxyPool = newProxies;
|
53 |
-
console.log('Proxy pool updated:', proxyPool);
|
54 |
-
configureAxiosProxy(); // 更新 axios 代理
|
55 |
-
} else {
|
56 |
-
console.warn('No proxies received from API');
|
57 |
-
}
|
58 |
-
} catch (error) {
|
59 |
-
console.error('Failed to update proxy pool:', error.message);
|
60 |
-
}
|
61 |
-
}
|
62 |
-
|
63 |
-
// 定期更新代理池
|
64 |
-
const updateInterval = parseInt(process.env.PROXY_UPDATE_INTERVAL) || 300; // 默认 5 分钟
|
65 |
-
if (updateInterval > 0) {
|
66 |
-
setInterval(updateProxyPool, updateInterval * 1000);
|
67 |
-
console.log(`Proxy pool will update every ${updateInterval} seconds`);
|
68 |
-
// 启动时立即更新一次
|
69 |
-
updateProxyPool();
|
70 |
-
}
|
71 |
-
|
72 |
// 模型列表 API
|
73 |
app.get('/hf/v1/models', (req, res) => {
|
74 |
const models = {
|
@@ -208,12 +192,16 @@ app.get('/hf/v1/models', (req, res) => {
|
|
208 |
// 代理转发,使用动态代理池
|
209 |
app.use('/hf/v1/chat/completions', (req, res, next) => {
|
210 |
const proxy = getRandomProxy();
|
|
|
|
|
|
|
|
|
211 |
const middleware = createProxyMiddleware({
|
212 |
-
target:
|
213 |
changeOrigin: true,
|
214 |
proxy: proxy ? proxy : undefined,
|
215 |
-
timeout:
|
216 |
-
proxyTimeout:
|
217 |
onProxyReq: (proxyReq, req, res) => {
|
218 |
if (req.body) {
|
219 |
const bodyData = JSON.stringify(req.body);
|
@@ -225,14 +213,26 @@ app.use('/hf/v1/chat/completions', (req, res, next) => {
|
|
225 |
},
|
226 |
onError: (err, req, res) => {
|
227 |
console.error('Proxy error:', err);
|
228 |
-
res.status(500).
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
229 |
}
|
230 |
});
|
|
|
231 |
if (proxy) {
|
232 |
-
|
|
|
233 |
} else {
|
234 |
-
console.log('
|
235 |
}
|
|
|
236 |
middleware(req, res, next);
|
237 |
});
|
238 |
|
@@ -296,6 +296,16 @@ app.get('/', (req, res) => {
|
|
296 |
color: var(--primary-color);
|
297 |
font-weight: 500;
|
298 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
299 |
.models {
|
300 |
background: var(--card-bg);
|
301 |
padding: 25px;
|
@@ -336,6 +346,19 @@ app.get('/', (req, res) => {
|
|
336 |
background: #f1f5f9;
|
337 |
border-radius: 4px;
|
338 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
339 |
@media (max-width: 768px) {
|
340 |
body {
|
341 |
padding: 10px;
|
@@ -351,31 +374,48 @@ app.get('/', (req, res) => {
|
|
351 |
<div class="header">
|
352 |
<h1>Cursor To OpenAI Server</h1>
|
353 |
<p>高性能 AI 模型代理服务</p>
|
|
|
354 |
</div>
|
|
|
355 |
<div class="info">
|
356 |
<h2>配置信息</h2>
|
357 |
<div class="info-item">
|
358 |
-
<div class="info-label"
|
359 |
-
<div class="info-value"
|
360 |
</div>
|
361 |
<div class="info-item">
|
362 |
<div class="info-label">自定义端点(基本URL)</div>
|
363 |
<div class="info-value" id="endpoint-url"></div>
|
364 |
</div>
|
365 |
<div class="info-item">
|
366 |
-
<div class="info-label"
|
367 |
-
<div class="info-value"
|
|
|
|
|
|
|
|
|
368 |
</div>
|
369 |
</div>
|
|
|
370 |
<div class="models">
|
371 |
<h3>支持的模型列表</h3>
|
372 |
<div id="model-list"></div>
|
373 |
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
374 |
</div>
|
|
|
375 |
<script>
|
376 |
const url = new URL(window.location.href);
|
377 |
const link = url.protocol + '//' + url.host + '/hf/v1';
|
378 |
document.getElementById('endpoint-url').textContent = link;
|
|
|
379 |
fetch(link + '/models')
|
380 |
.then(response => response.json())
|
381 |
.then(data => {
|
@@ -401,11 +441,21 @@ app.get('/', (req, res) => {
|
|
401 |
res.send(htmlContent);
|
402 |
});
|
403 |
|
404 |
-
//
|
405 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
406 |
|
407 |
-
|
408 |
-
app.listen(
|
409 |
-
console.log(`HF Proxy server is running at PORT: ${
|
|
|
|
|
410 |
});
|
411 |
|
|
|
|
2 |
const morgan = require('morgan');
|
3 |
const { createProxyMiddleware } = require('http-proxy-middleware');
|
4 |
const axios = require('axios');
|
|
|
5 |
const url = require('url');
|
6 |
const app = express();
|
7 |
|
8 |
+
// 启用日志
|
9 |
app.use(morgan('dev'));
|
10 |
|
11 |
+
// 环境变量配置
|
12 |
+
const PORT = process.env.HF_PORT || 7860;
|
13 |
+
const TARGET_URL = process.env.TARGET_URL || 'http://localhost:3010';
|
14 |
+
const API_PATH = process.env.API_PATH || '/v1';
|
15 |
+
const TIMEOUT = parseInt(process.env.TIMEOUT) || 30000;
|
16 |
+
|
17 |
+
console.log(`Service configuration:
|
18 |
+
- Port: ${PORT}
|
19 |
+
- Target URL: ${TARGET_URL}
|
20 |
+
- API Path: ${API_PATH}
|
21 |
+
- Timeout: ${TIMEOUT}ms`);
|
22 |
+
|
23 |
+
// 解析代理设置
|
24 |
+
let proxyPool = [];
|
25 |
+
if (process.env.PROXY) {
|
26 |
+
proxyPool = process.env.PROXY.split(',').map(p => p.trim()).filter(p => p);
|
27 |
+
console.log(`Loaded ${proxyPool.length} proxies from environment`);
|
28 |
+
|
29 |
+
if (proxyPool.length > 0) {
|
30 |
+
console.log('Proxy pool initialized:');
|
31 |
+
proxyPool.forEach((proxy, index) => {
|
32 |
+
// 隐藏敏感信息的日志
|
33 |
+
const maskedProxy = proxy.replace(/(https?:\/\/)([^:]+):([^@]+)@/, '$1$2:****@');
|
34 |
+
console.log(` [${index + 1}] ${maskedProxy}`);
|
35 |
+
});
|
36 |
+
}
|
37 |
+
}
|
38 |
|
39 |
// 从代理池中随机选择一个代理
|
40 |
function getRandomProxy() {
|
|
|
53 |
};
|
54 |
}
|
55 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
56 |
// 模型列表 API
|
57 |
app.get('/hf/v1/models', (req, res) => {
|
58 |
const models = {
|
|
|
192 |
// 代理转发,使用动态代理池
|
193 |
app.use('/hf/v1/chat/completions', (req, res, next) => {
|
194 |
const proxy = getRandomProxy();
|
195 |
+
const targetEndpoint = `${TARGET_URL}${API_PATH}/chat/completions`;
|
196 |
+
|
197 |
+
console.log(`Forwarding request to: ${targetEndpoint}`);
|
198 |
+
|
199 |
const middleware = createProxyMiddleware({
|
200 |
+
target: targetEndpoint,
|
201 |
changeOrigin: true,
|
202 |
proxy: proxy ? proxy : undefined,
|
203 |
+
timeout: TIMEOUT,
|
204 |
+
proxyTimeout: TIMEOUT,
|
205 |
onProxyReq: (proxyReq, req, res) => {
|
206 |
if (req.body) {
|
207 |
const bodyData = JSON.stringify(req.body);
|
|
|
213 |
},
|
214 |
onError: (err, req, res) => {
|
215 |
console.error('Proxy error:', err);
|
216 |
+
res.status(500).json({
|
217 |
+
error: {
|
218 |
+
message: 'Proxy error occurred',
|
219 |
+
type: 'proxy_error',
|
220 |
+
details: process.env.NODE_ENV === 'development' ? err.message : undefined
|
221 |
+
}
|
222 |
+
});
|
223 |
+
},
|
224 |
+
onProxyRes: (proxyRes, req, res) => {
|
225 |
+
console.log(`Proxy response status: ${proxyRes.statusCode}`);
|
226 |
}
|
227 |
});
|
228 |
+
|
229 |
if (proxy) {
|
230 |
+
const maskedProxy = `${proxy.host}:${proxy.port}` + (proxy.auth ? ' (with auth)' : '');
|
231 |
+
console.log(`Using proxy: ${maskedProxy}`);
|
232 |
} else {
|
233 |
+
console.log('Direct connection (no proxy)');
|
234 |
}
|
235 |
+
|
236 |
middleware(req, res, next);
|
237 |
});
|
238 |
|
|
|
296 |
color: var(--primary-color);
|
297 |
font-weight: 500;
|
298 |
}
|
299 |
+
.service-status {
|
300 |
+
background: #dcfce7;
|
301 |
+
border: 1px solid #86efac;
|
302 |
+
color: #166534;
|
303 |
+
padding: 8px 12px;
|
304 |
+
border-radius: 6px;
|
305 |
+
font-size: 0.95em;
|
306 |
+
display: inline-block;
|
307 |
+
margin: 15px 0;
|
308 |
+
}
|
309 |
.models {
|
310 |
background: var(--card-bg);
|
311 |
padding: 25px;
|
|
|
346 |
background: #f1f5f9;
|
347 |
border-radius: 4px;
|
348 |
}
|
349 |
+
.details {
|
350 |
+
margin-top: 20px;
|
351 |
+
background: #f8fafc;
|
352 |
+
padding: 15px;
|
353 |
+
border-radius: 8px;
|
354 |
+
border: 1px solid #e5e7eb;
|
355 |
+
}
|
356 |
+
.details pre {
|
357 |
+
background: #f1f5f9;
|
358 |
+
padding: 10px;
|
359 |
+
border-radius: 6px;
|
360 |
+
overflow-x: auto;
|
361 |
+
}
|
362 |
@media (max-width: 768px) {
|
363 |
body {
|
364 |
padding: 10px;
|
|
|
374 |
<div class="header">
|
375 |
<h1>Cursor To OpenAI Server</h1>
|
376 |
<p>高性能 AI 模型代理服务</p>
|
377 |
+
<div class="service-status">服务正在运行</div>
|
378 |
</div>
|
379 |
+
|
380 |
<div class="info">
|
381 |
<h2>配置信息</h2>
|
382 |
<div class="info-item">
|
383 |
+
<div class="info-label">服务环境</div>
|
384 |
+
<div class="info-value">环境变量配置模式</div>
|
385 |
</div>
|
386 |
<div class="info-item">
|
387 |
<div class="info-label">自定义端点(基本URL)</div>
|
388 |
<div class="info-value" id="endpoint-url"></div>
|
389 |
</div>
|
390 |
<div class="info-item">
|
391 |
+
<div class="info-label">目标服务</div>
|
392 |
+
<div class="info-value">${TARGET_URL}${API_PATH}</div>
|
393 |
+
</div>
|
394 |
+
<div class="info-item">
|
395 |
+
<div class="info-label">代理状态</div>
|
396 |
+
<div class="info-value">${proxyPool.length > 0 ? `使用中 (${proxyPool.length}个代理)` : '未启用'}</div>
|
397 |
</div>
|
398 |
</div>
|
399 |
+
|
400 |
<div class="models">
|
401 |
<h3>支持的模型列表</h3>
|
402 |
<div id="model-list"></div>
|
403 |
</div>
|
404 |
+
|
405 |
+
<div class="details">
|
406 |
+
<h3>使用说明</h3>
|
407 |
+
<p>在客户端配置以下信息:</p>
|
408 |
+
<pre>API URL: http://{服务器地址}:${PORT}/hf/v1
|
409 |
+
API Key: 您的API密钥</pre>
|
410 |
+
<p>支持兼容OpenAI格式的请求,已预配置转发到${TARGET_URL}${API_PATH}</p>
|
411 |
+
</div>
|
412 |
</div>
|
413 |
+
|
414 |
<script>
|
415 |
const url = new URL(window.location.href);
|
416 |
const link = url.protocol + '//' + url.host + '/hf/v1';
|
417 |
document.getElementById('endpoint-url').textContent = link;
|
418 |
+
|
419 |
fetch(link + '/models')
|
420 |
.then(response => response.json())
|
421 |
.then(data => {
|
|
|
441 |
res.send(htmlContent);
|
442 |
});
|
443 |
|
444 |
+
// 健康检查端点
|
445 |
+
app.get('/health', (req, res) => {
|
446 |
+
res.status(200).json({
|
447 |
+
status: 'ok',
|
448 |
+
time: new Date().toISOString(),
|
449 |
+
proxyCount: proxyPool.length,
|
450 |
+
target: `${TARGET_URL}${API_PATH}`
|
451 |
+
});
|
452 |
+
});
|
453 |
|
454 |
+
// 启动服务
|
455 |
+
app.listen(PORT, () => {
|
456 |
+
console.log(`HF Proxy server is running at PORT: ${PORT}`);
|
457 |
+
console.log(`Target service: ${TARGET_URL}${API_PATH}`);
|
458 |
+
console.log(`Proxy status: ${proxyPool.length > 0 ? 'Enabled' : 'Disabled'}`);
|
459 |
});
|
460 |
|
461 |
+
|