Update server.js

server.js

@@ -1,5 +1,6 @@
 const express = require('express');
 const http = require('http');
+const axios = require('axios');
 const proxy = require('express-http-proxy');
 const socketIo = require('socket.io');
 const moment = require('moment-timezone');
@@ -9,14 +10,33 @@ const server = http.createServer(app);
 const io = socketIo(server);
 
 const targetUrl = 'https://api.openai.com';
-const openaiKeys = process.env.OPENAI_KEYS.split(','); // Assume keys are separated by commas
-let currentKeyIndex = 0;
+const openaiKeys = process.env.OPENAI_KEYS.split(',');
+let validKeys = [];
 const port = 7860;
 const baseUrl = getExternalUrl(process.env.SPACE_ID);
 
 let requestDetails = [];
 let ipRequestCounts = {};
 
+async function validateKeys() {
+    const testUrl = 'https://api.openai.com/v1/models';
+    validKeys = [];
+    for (let key of openaiKeys) {
+        try {
+            await axios.get(testUrl, { headers: { 'Authorization': `Bearer ${key}` } });
+            validKeys.push(key);  // Add valid key to the array
+            console.log(`Key validated successfully: ${key}`);
+        } catch (error) {
+            console.log(`Key validation failed for: ${key}`, error.message);
+        }
+    }
+    if (validKeys.length === 0) {
+        console.log("No valid API keys available.");
+    }
+}
+validateKeys();
+setInterval(validateKeys, 3600000); // Validate keys every hour
+
 io.on('connection', (socket) => {
     console.log('A user connected to the websocket for live logs.');
 });
@@ -26,13 +46,6 @@ function logAndEmit(message) {
     io.emit('log', message);
 }
 
-function getNextKey() {
-    // This function cycles through the keys in a round-robin manner
-    const key = openaiKeys[currentKeyIndex];
-    currentKeyIndex = (currentKeyIndex + 1) % openaiKeys.length;
-    return key;
-}
-
 app.use('/api', (req, res, next) => {
     const ip = req.headers['x-forwarded-for'] || req.connection.remoteAddress;
     ipRequestCounts[ip] = (ipRequestCounts[ip] || 0) + 1;
@@ -52,16 +65,14 @@ app.use('/api', (req, res, next) => {
     next();
 }, proxy(targetUrl, {
     proxyReqOptDecorator: function(proxyReqOpts, srcReq) {
-        proxyReqOpts.headers['Authorization'] = 'Bearer ' + getNextKey();
-        return proxyReqOpts;
-    },
-    userResDecorator: function(proxyRes, proxyResData, userReq, userRes) {
-        // Check response for indication of invalid key
-        if (proxyRes.statusCode === 401 || proxyRes.statusCode === 403) {
-            logAndEmit(`Error detected with API key, switching keys...`);
-            getNextKey(); // Immediately get next key to avoid using the same failed key
+        if (validKeys.length > 0) {
+            proxyReqOpts.headers['Authorization'] = 'Bearer ' + validKeys[0];
+        } else {
+            console.error("No valid API keys. Check server logs for details.");
+            srcReq.res.status(500).send('API key error. Please try again later.');
+            return null;
         }
-        return proxyResData; // Pass through the original response data
+        return proxyReqOpts;
     }
 }));