Duplicate from fanren/openai-api-proxy

Co-authored-by: fanren <[email protected]>

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,32 @@
+# from official image
+FROM ubuntu:latest
+
+# key-value pairs
+# allow more than one
+#
+LABEL version="1.0"
+
+# install package
+RUN apt-get update
+RUN apt-get install -y curl sudo
+RUN curl -sL https://deb.nodesource.com/setup_18.x | sudo -E bash -
+RUN apt-get install -y nodejs
+
+# set working directory to /app
+WORKDIR /app
+
+# copy index.js from current directory into the container at /app
+COPY . /app
+
+# install need packages specified in package.json
+RUN npm install
+
+# expose port 7860 for acessing the app
+EXPOSE 7860
+
+# This allows Heroku bind its PORT the Apps port
+# since Heroku needs to use its own PORT before the App can be made accessible to the World
+EXPOSE $PORT
+
+# run app when container launches
+CMD ["node", "app.js"]

README.md

@@ -0,0 +1,11 @@
+---
+title: chatgpt-openai-api-proxy
+emoji: 🐢
+colorFrom: green
+colorTo: blue
+sdk: docker
+pinned: false
+duplicated_from: fanren/openai-api-proxy
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.js

@@ -0,0 +1,143 @@
+const express = require('express')
+const path = require('path')
+const fetch = require('cross-fetch')
+const app = express()
+var multer = require('multer');
+var forms = multer({limits: { fieldSize: 10*1024*1024 }});
+app.use(forms.array()); 
+const cors = require('cors');
+app.use(cors());
+
+const bodyParser = require('body-parser')
+app.use(bodyParser.json({limit : '50mb' }));  
+app.use(bodyParser.urlencoded({ extended: true }));
+
+app.all(`*`, async (req, res) => {
+  const url = `https://api.openai.com${req.url}`;
+  // 从 header 中取得 Authorization': 'Bearer 后的 token
+  const token = req.headers.authorization?.split(' ')[1];
+  if( !token ) return res.status(403).send('Forbidden');
+
+  const openai_key = token.split(':')[0];
+  if( !openai_key ) return res.status(403).send('Forbidden');
+
+  const proxy_key = token.split(':')[1]||"";  
+  if( process.env.PROXY_KEY && proxy_key !== process.env.PROXY_KEY ) 
+    return res.status(403).send('Forbidden');
+
+    //console.log( req );
+
+  
+  const options = {
+      method: req.method,
+      timeout: process.env.TIMEOUT||30000,
+      headers: {
+        'Content-Type': 'application/json; charset=utf-8',
+        'Authorization': 'Bearer '+ openai_key,
+      },
+      onMessage: (data) => {
+        // console.log(data);
+        res.write("data: "+data+"\n\n" );
+        if( data === '[DONE]' )
+        {
+          res.end();
+        } 
+      }
+  };
+  
+  if( req.method.toLocaleLowerCase() === 'post' && req.body ) options.body = JSON.stringify(req.body);
+  // console.log({url, options});
+
+  try {
+    
+    // 如果是 chat completion 和 text completion，使用 SSE
+    if( (req.url.startsWith('/v1/completions') || req.url.startsWith('/v1/chat/completions')) && req.body.stream ) {
+      const response = await myFetch(url, options);
+      if( response.ok )
+      {
+        // write header
+        res.writeHead(200, {
+          'Content-Type': 'text/event-stream',
+          'Cache-Control': 'no-cache',
+          'Connection': 'keep-alive',
+        });
+        const  { createParser } = await import("eventsource-parser");
+        const parser = createParser((event) => {
+          if (event.type === "event") {
+            options.onMessage(event.data);
+          }
+        });
+        if (!response.body.getReader) {
+          const body = response.body;
+          if (!body.on || !body.read) {
+            throw new error('unsupported "fetch" implementation');
+          }
+          body.on("readable", () => {
+            let chunk;
+            while (null !== (chunk = body.read())) {
+              parser.feed(chunk.toString());
+            }
+          });
+        } else {
+          for await (const chunk of streamAsyncIterable(response.body)) {
+            const str = new TextDecoder().decode(chunk);
+            parser.feed(str);
+          }
+        }
+      }
+      
+    }else
+    {
+      const response = await myFetch(url, options);
+      console.log(response);
+      const data = await response.json();
+      console.log( data );
+      res.json(data);
+    }
+    
+    
+  } catch (error) {
+    console.error(error);
+    res.status(500).json({"error":error.toString()});  
+  }
+})
+
+async function* streamAsyncIterable(stream) {
+  const reader = stream.getReader();
+  try {
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) {
+        return;
+      }
+      yield value;
+    }
+  } finally {
+    reader.releaseLock();
+  }
+}
+
+async function myFetch(url, options) {
+  const {timeout, ...fetchOptions} = options;
+  const controller = new AbortController();
+  const timeoutId = setTimeout(() => controller.abort(), timeout||30000)
+  const res = await fetch(url, {...fetchOptions,signal:controller.signal});
+  clearTimeout(timeoutId);
+  return res;
+}
+
+
+
+
+
+
+// Error handler
+app.use(function(err, req, res, next) {
+  console.error(err)
+  res.status(500).send('Internal Serverless Error')
+})
+
+const port = process.env.PORT||9000;
+app.listen(port, () => {
+  console.log(`Server start on http://localhost:${port}`);
+})

fetchsse.js

@@ -0,0 +1,64 @@
+async function* streamAsyncIterable(stream) {
+    const reader = stream.getReader();
+    try {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) {
+          return;
+        }
+        yield value;
+      }
+    } finally {
+      reader.releaseLock();
+    }
+  }
+
+// add timeout to fetchSSE
+async function fetchSSE(url, options, fetch2 = fetch) {
+    const  { createParser } = await import("eventsource-parser");
+    const { onMessage, timeout , ...fetchOptions } = options;
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), timeout||30000)
+    
+    const res = await fetch2(url, {...fetchOptions,signal:controller.signal});
+    clearTimeout(timeoutId);
+    
+    if (!res.ok) {
+      let reason;
+      try {
+        reason = await res.text();
+      } catch (err) {
+        reason = res.statusText;
+      }
+      const msg = `ChatGPT error ${res.status}: ${reason}`;
+      const error = new ChatGPTError(msg, { cause: res });
+      error.statusCode = res.status;
+      error.statusText = res.statusText;
+      error.context = { url, options };
+      throw error;
+    }
+    const parser = createParser((event) => {
+      if (event.type === "event") {
+        onMessage(event.data);
+      }
+    });
+    if (!res.body.getReader) {
+      const body = res.body;
+      if (!body.on || !body.read) {
+        throw new ChatGPTError('unsupported "fetch" implementation');
+      }
+      body.on("readable", () => {
+        let chunk;
+        while (null !== (chunk = body.read())) {
+          parser.feed(chunk.toString());
+        }
+      });
+    } else {
+      for await (const chunk of streamAsyncIterable(res.body)) {
+        const str = new TextDecoder().decode(chunk);
+        parser.feed(str);
+      }
+    }
+}
+
+module.exports = fetchSSE;

package.json

@@ -0,0 +1,10 @@
+{
+  "dependencies": {
+    "body-parser": "^1.20.2",
+    "cors": "^2.8.5",
+    "cross-fetch": "^3.1.5",
+    "eventsource-parser": "^0.1.0",
+    "express": "^4.18.2",
+    "multer": "^1.4.5-lts.1"
+  }
+}