Spaces:
Running
Running
package main | |
import ( | |
"bufio" | |
"embed" | |
"encoding/json" | |
"errors" | |
"fmt" | |
"io" | |
"io/fs" | |
"log" | |
"net/http" | |
"os" | |
"strings" | |
"time" | |
"github.com/gin-gonic/gin" | |
"github.com/joho/godotenv" | |
) | |
//go:embed web/* | |
var staticFiles embed.FS | |
type Config struct { | |
APIPrefix string | |
APIKey string | |
MaxRetryCount int | |
RetryDelay time.Duration | |
FakeHeaders map[string]string | |
} | |
var config Config | |
func init() { | |
godotenv.Load() | |
config = Config{ | |
APIKey: getEnv("API_KEY", ""), | |
MaxRetryCount: getIntEnv("MAX_RETRY_COUNT", 3), | |
RetryDelay: getDurationEnv("RETRY_DELAY", 5000), | |
FakeHeaders: map[string]string{ | |
"Accept": "*/*", | |
"Accept-Encoding": "gzip, deflate, br, zstd", | |
"Accept-Language": "zh-CN,zh;q=0.9", | |
"Origin": "https://duckduckgo.com/", | |
"Cookie": "l=wt-wt; ah=wt-wt; dcm=6", | |
"Dnt": "1", | |
"Priority": "u=1, i", | |
"Referer": "https://duckduckgo.com/", | |
"Sec-Ch-Ua": `"Microsoft Edge";v="129", "Not(A:Brand";v="8", "Chromium";v="129"`, | |
"Sec-Ch-Ua-Mobile": "?0", | |
"Sec-Ch-Ua-Platform": `"Windows"`, | |
"Sec-Fetch-Dest": "empty", | |
"Sec-Fetch-Mode": "cors", | |
"Sec-Fetch-Site": "same-origin", | |
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36", | |
}, | |
} | |
} | |
func authMiddleware() gin.HandlerFunc { | |
return func(c *gin.Context) { | |
apiKey := c.GetHeader("Authorization") | |
if apiKey == "" { | |
apiKey = c.Query("api_key") | |
} | |
// 当未提供或者 API Key 不合法时,允许匿名访问 | |
if apiKey == "" || !strings.HasPrefix(apiKey, "Bearer ") { | |
c.Next() // 未提供 API 密钥时允许继续请求 | |
return | |
} | |
apiKey = strings.TrimPrefix(apiKey, "Bearer ") | |
if apiKey != config.APIKey { | |
c.JSON(http.StatusUnauthorized, gin.H{"error": "Invalid API key"}) | |
c.Abort() | |
return | |
} | |
c.Next() | |
} | |
} | |
func main() { | |
r := gin.Default() | |
r.Use(corsMiddleware()) | |
// 1. 映射 Web 目录到 /web 路由 | |
//r.Static("/web", "./web") // 确保 ./web 文件夹存在,并包含 index.html | |
subFS, err := fs.Sub(staticFiles, "web") | |
if err != nil { | |
log.Fatal(err) | |
} | |
r.StaticFS("/web", http.FS(subFS)) | |
// 2. 根路径重定向到 /web | |
r.GET("/", func(c *gin.Context) { | |
c.Redirect(http.StatusMovedPermanently, "/web") | |
}) | |
// r.GET("/", func(c *gin.Context) { | |
// c.JSON(http.StatusOK, gin.H{"message": "API 服务运行中~"}) | |
// }) | |
// 3. 健康检查 | |
r.GET("/ping", func(c *gin.Context) { | |
c.JSON(http.StatusOK, gin.H{"message": "pong"}) | |
}) | |
// 4. API 路由组 | |
// authorized := r.Group("/") | |
// authorized.Use(authMiddleware()) | |
// { | |
// authorized.GET("/hf/v1/models", handleModels) | |
// authorized.POST("/hf/v1/chat/completions", handleCompletion) | |
// } | |
apiGroup := r.Group("/") | |
apiGroup.Use(authMiddleware()) // 可以选择性地提供 API 密钥 | |
{ | |
// 原始路径 /hf/v1/* | |
apiGroup.GET("/hf/v1/models", handleModels) | |
apiGroup.POST("/hf/v1/chat/completions", handleCompletion) | |
// 新路径 /api/v1/* | |
apiGroup.GET("/api/v1/models", handleModels) | |
apiGroup.POST("/api/v1/chat/completions", handleCompletion) | |
// 新路径 /v1/* | |
apiGroup.GET("/v1/models", handleModels) | |
apiGroup.POST("/v1/chat/completions", handleCompletion) | |
// 新路径 /completions | |
apiGroup.POST("/completions", handleCompletion) | |
} | |
// 5. 从环境变量中读取端口号 | |
port := os.Getenv("PORT") | |
if port == "" { | |
port = "7860" | |
} | |
r.Run(":" + port) | |
} | |
func handleModels(c *gin.Context) { | |
models := []gin.H{ | |
{"id": "gpt-4o-mini", "object": "model", "owned_by": "ddg"}, | |
{"id": "claude-3-haiku", "object": "model", "owned_by": "ddg"}, | |
{"id": "llama-3.1-70b", "object": "model", "owned_by": "ddg"}, | |
{"id": "mixtral-8x7b", "object": "model", "owned_by": "ddg"}, | |
} | |
c.JSON(http.StatusOK, gin.H{"object": "list", "data": models}) | |
} | |
func handleCompletion(c *gin.Context) { | |
var req struct { | |
Model string `json:"model"` | |
Messages []struct { | |
Role string `json:"role"` | |
Content interface{} `json:"content"` | |
} `json:"messages"` | |
Stream bool `json:"stream"` | |
} | |
if err := c.ShouldBindJSON(&req); err != nil { | |
c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()}) | |
return | |
} | |
model := convertModel(req.Model) | |
content := prepareMessages(req.Messages) | |
// log.Printf("messages: %v", content) | |
reqBody := map[string]interface{}{ | |
"model": model, | |
"messages": []map[string]interface{}{ | |
{ | |
"role": "user", | |
"content": content, | |
}, | |
}, | |
} | |
body, err := json.Marshal(reqBody) | |
if err != nil { | |
c.JSON(http.StatusInternalServerError, gin.H{"error": fmt.Sprintf("请求体序列化失败: %v", err)}) | |
return | |
} | |
token, err := requestToken() | |
if err != nil { | |
c.JSON(http.StatusInternalServerError, gin.H{"error": "无法获取token"}) | |
return | |
} | |
upstreamReq, err := http.NewRequest("POST", "https://duckduckgo.com/duckchat/v1/chat", strings.NewReader(string(body))) | |
if err != nil { | |
c.JSON(http.StatusInternalServerError, gin.H{"error": fmt.Sprintf("创建请求失败: %v", err)}) | |
return | |
} | |
for k, v := range config.FakeHeaders { | |
upstreamReq.Header.Set(k, v) | |
} | |
upstreamReq.Header.Set("x-vqd-4", token) | |
upstreamReq.Header.Set("Content-Type", "application/json") | |
client := &http.Client{ | |
Timeout: 30 * time.Second, | |
} | |
resp, err := client.Do(upstreamReq) | |
if err != nil { | |
c.JSON(http.StatusInternalServerError, gin.H{"error": fmt.Sprintf("请求失败: %v", err)}) | |
return | |
} | |
defer resp.Body.Close() | |
if req.Stream { | |
// 启用 SSE 流式响应 | |
c.Writer.Header().Set("Content-Type", "text/event-stream") | |
c.Writer.Header().Set("Cache-Control", "no-cache") | |
c.Writer.Header().Set("Connection", "keep-alive") | |
flusher, ok := c.Writer.(http.Flusher) | |
if !ok { | |
c.JSON(http.StatusInternalServerError, gin.H{"error": "Streaming not supported"}) | |
return | |
} | |
reader := bufio.NewReader(resp.Body) | |
for { | |
line, err := reader.ReadString('\n') | |
if err != nil { | |
if err != io.EOF { | |
log.Printf("读取流式响应失败: %v", err) | |
} | |
break | |
} | |
if strings.HasPrefix(line, "data: ") { | |
// 解析响应中的 JSON 数据块 | |
line = strings.TrimPrefix(line, "data: ") | |
line = strings.TrimSpace(line) | |
// 忽略非 JSON 数据块(例如特殊标记 [DONE]) | |
if line == "[DONE]" { | |
//log.Printf("响应行 DONE, 即将跳过") | |
break | |
} | |
var chunk map[string]interface{} | |
if err := json.Unmarshal([]byte(line), &chunk); err != nil { | |
log.Printf("解析响应行失败: %v", err) | |
continue | |
} | |
// 检查 chunk 是否包含 message | |
if msg, exists := chunk["message"]; exists && msg != nil { | |
if msgStr, ok := msg.(string); ok { | |
response := map[string]interface{}{ | |
"id": "chatcmpl-QXlha2FBbmROaXhpZUFyZUF3ZXNvbWUK", | |
"object": "chat.completion.chunk", | |
"created": time.Now().Unix(), | |
"model": model, | |
"choices": []map[string]interface{}{ | |
{ | |
"index": 0, | |
"delta": map[string]string{ | |
"content": msgStr, | |
}, | |
"finish_reason": nil, | |
}, | |
}, | |
} | |
// 将响应格式化为 SSE 数据块 | |
sseData, _ := json.Marshal(response) | |
sseMessage := fmt.Sprintf("data: %s\n\n", sseData) | |
// 发送数据并刷新缓冲区 | |
_, writeErr := c.Writer.Write([]byte(sseMessage)) | |
if writeErr != nil { | |
log.Printf("写入响应失败: %v", writeErr) | |
break | |
} | |
flusher.Flush() | |
} else { | |
log.Printf("chunk[message] 不是字符串: %v", msg) | |
} | |
} else { | |
// 解析行中有空行 | |
log.Println("chunk 中未包含 message 或 message 为 nil") | |
} | |
} | |
} | |
} else { | |
// 非流式响应,返回完整的 JSON | |
var fullResponse strings.Builder | |
reader := bufio.NewReader(resp.Body) | |
for { | |
line, err := reader.ReadString('\n') | |
if err == io.EOF { | |
break | |
} else if err != nil { | |
log.Printf("读取响应失败: %v", err) | |
break | |
} | |
if strings.HasPrefix(line, "data: ") { | |
line = strings.TrimPrefix(line, "data: ") | |
line = strings.TrimSpace(line) | |
if line == "[DONE]" { | |
break | |
} | |
var chunk map[string]interface{} | |
if err := json.Unmarshal([]byte(line), &chunk); err != nil { | |
log.Printf("解析响应行失败: %v", err) | |
continue | |
} | |
if message, exists := chunk["message"]; exists { | |
if msgStr, ok := message.(string); ok { | |
fullResponse.WriteString(msgStr) | |
} | |
} | |
} | |
} | |
// 返回完整 JSON 响应 | |
response := map[string]interface{}{ | |
"id": "chatcmpl-QXlha2FBbmROaXhpZUFyZUF3ZXNvbWUK", | |
"object": "chat.completion", | |
"created": time.Now().Unix(), | |
"model": model, | |
"usage": map[string]int{ | |
"prompt_tokens": 0, | |
"completion_tokens": 0, | |
"total_tokens": 0, | |
}, | |
"choices": []map[string]interface{}{ | |
{ | |
"message": map[string]string{ | |
"role": "assistant", | |
"content": fullResponse.String(), | |
}, | |
"index": 0, | |
}, | |
}, | |
} | |
c.JSON(http.StatusOK, response) | |
} | |
} | |
//func requestToken() (string, error) { | |
// req, err := http.NewRequest("GET", "https://duckduckgo.com/duckchat/v1/status", nil) | |
// if err != nil { | |
// return "", fmt.Errorf("创建请求失败: %v", err) | |
// } | |
// for k, v := range config.FakeHeaders { | |
// req.Header.Set(k, v) | |
// } | |
// req.Header.Set("x-vqd-accept", "1") | |
// | |
// client := &http.Client{ | |
// Timeout: 10 * time.Second, | |
// } | |
// | |
// log.Println("发送 token 请求") | |
// resp, err := client.Do(req) | |
// if err != nil { | |
// return "", fmt.Errorf("请求失败: %v", err) | |
// } | |
// defer resp.Body.Close() | |
// | |
// if resp.StatusCode != http.StatusOK { | |
// bodyBytes, _ := io.ReadAll(resp.Body) | |
// bodyString := string(bodyBytes) | |
// log.Printf("requestToken: 非200响应: %d, 内容: %s\n", resp.StatusCode, bodyString) | |
// return "", fmt.Errorf("非200响应: %d, 内容: %s", resp.StatusCode, bodyString) | |
// } | |
// | |
// token := resp.Header.Get("x-vqd-4") | |
// if token == "" { | |
// return "", errors.New("响应中未包含x-vqd-4头") | |
// } | |
// | |
// // log.Printf("获取到的 token: %s\n", token) | |
// return token, nil | |
//} | |
func requestToken() (string, error) { | |
url := "https://duckduckgo.com/duckchat/v1/status" | |
client := &http.Client{ | |
Timeout: 15 * time.Second, // 设置超时时间 | |
} | |
maxRetries := config.MaxRetryCount | |
retryDelay := config.RetryDelay | |
for attempt := 0; attempt < maxRetries; attempt++ { | |
if attempt > 0 { | |
log.Printf("requestToken: 第 %d 次重试,等待 %v...", attempt, retryDelay) | |
time.Sleep(retryDelay) | |
} | |
log.Printf("requestToken: 发送 GET 请求到 %s", url) | |
// 创建请求 | |
req, err := http.NewRequest("GET", url, nil) | |
if err != nil { | |
log.Printf("requestToken: 创建请求失败: %v", err) | |
return "", fmt.Errorf("无法创建请求: %w", err) | |
} | |
// 添加假头部 | |
for k, v := range config.FakeHeaders { | |
req.Header.Set(k, v) | |
} | |
req.Header.Set("x-vqd-accept", "1") | |
// 发送请求 | |
resp, err := client.Do(req) | |
if err != nil { | |
log.Printf("requestToken: 请求失败: %v", err) | |
continue // 网络通信失败,进行重试 | |
} | |
defer resp.Body.Close() | |
// 检查状态码是否为 200 | |
if resp.StatusCode != http.StatusOK { | |
bodyBytes, _ := io.ReadAll(resp.Body) // 读取响应体,错误时也需要记录响应内容 | |
bodyString := string(bodyBytes) | |
log.Printf("requestToken: 非200响应,状态码=%d, 响应内容: %s", resp.StatusCode, bodyString) | |
continue | |
} | |
// 尝试从头部提取 token | |
token := resp.Header.Get("x-vqd-4") | |
if token == "" { | |
log.Println("requestToken: 响应中未包含 x-vqd-4 头部") | |
bodyBytes, _ := io.ReadAll(resp.Body) | |
bodyString := string(bodyBytes) | |
log.Printf("requestToken: 响应内容: %s", bodyString) | |
continue | |
} | |
// 成功获取到 token | |
log.Printf("requestToken: 成功获取到 token: %s", token) | |
return token, nil | |
} | |
// 如果所有重试均失败,返回错误 | |
return "", errors.New("requestToken: 无法获取到 token,多次重试仍失败") | |
} | |
func prepareMessages(messages []struct { | |
Role string `json:"role"` | |
Content interface{} `json:"content"` | |
}) string { | |
var contentBuilder strings.Builder | |
for _, msg := range messages { | |
// Determine the role - 'system' becomes 'user' | |
role := msg.Role | |
if role == "system" { | |
role = "user" | |
} | |
// Process the content as string | |
contentStr := "" | |
switch v := msg.Content.(type) { | |
case string: | |
contentStr = v | |
case []interface{}: | |
for _, item := range v { | |
if itemMap, ok := item.(map[string]interface{}); ok { | |
if text, exists := itemMap["text"].(string); exists { | |
contentStr += text | |
} | |
} | |
} | |
default: | |
contentStr = fmt.Sprintf("%v", msg.Content) | |
} | |
// Append the role and content to the builder | |
contentBuilder.WriteString(fmt.Sprintf("%s:%s;\r\n", role, contentStr)) | |
} | |
return contentBuilder.String() | |
} | |
func convertModel(inputModel string) string { | |
switch strings.ToLower(inputModel) { | |
case "claude-3-haiku": | |
return "claude-3-haiku-20240307" | |
case "llama-3.1-70b": | |
return "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo" | |
case "mixtral-8x7b": | |
return "mistralai/Mixtral-8x7B-Instruct-v0.1" | |
default: | |
return "gpt-4o-mini" | |
} | |
} | |
func corsMiddleware() gin.HandlerFunc { | |
return func(c *gin.Context) { | |
c.Writer.Header().Set("Access-Control-Allow-Origin", "*") | |
c.Writer.Header().Set("Access-Control-Allow-Methods", "*") | |
c.Writer.Header().Set("Access-Control-Allow-Headers", "*") | |
if c.Request.Method == http.MethodOptions { | |
c.AbortWithStatus(http.StatusNoContent) | |
return | |
} | |
c.Next() | |
} | |
} | |
func getEnv(key, fallback string) string { | |
if value, exists := os.LookupEnv(key); exists { | |
return value | |
} | |
return fallback | |
} | |
func getIntEnv(key string, fallback int) int { | |
if value, exists := os.LookupEnv(key); exists { | |
var intValue int | |
fmt.Sscanf(value, "%d", &intValue) | |
return intValue | |
} | |
return fallback | |
} | |
func getDurationEnv(key string, fallback int) time.Duration { | |
return time.Duration(getIntEnv(key, fallback)) * time.Millisecond | |
} | |