added info about fixing the 404 issue. Added log error window

Dockerfile

@@ -1,13 +1,16 @@
 FROM node:20.6.1
 
+USER root
+RUN mkdir -p /data
+RUN chmod 0777 /data
+
 USER node
 WORKDIR /app
 
-#RUN chmod 0777 /app
-#RUN cd /app
+RUN chown -Rh $user:$user /data
 RUN git clone https://github.com/omnitool-ai/omnitool.git
 RUN cd omnitool && yarn install
-USER node
+
 RUN mkdir -p /app/omnitool/node_modules
 RUN chmod 0777 /app
 RUN chown -Rh $user:$user /app

hf_server.js

@@ -3,7 +3,7 @@
  * All rights reserved.
  */
 //@ts-check
-const VERSION = '0.6.0.hf.015.e';
+const VERSION = '0.6.0.hf.016.e';
 
 const express = require('express');
 const http = require('http');
@@ -44,6 +44,7 @@ global.PING_URL = "";
 global.PROTOCOL = "";
 global.PROXY_STARTED = false;
 global.logs = [];
+global.error_logs = [];
 global.OMNITOOL_PROXY = null;
 global.CONNECTED_TO_MASTER = false;
 
@@ -52,7 +53,7 @@ global.CONNECTED_TO_MASTER = false;
 console.log(`************ Omnitool Proxy Server v${VERSION} ************`);
 
 // HTML templates and constants
-const LOG_CONTAINER_HTML = `<div id="logContainer"></div>`;
+const LOG_CONTAINER_HTML = `<div id="logContainer"></div><div id="errorContainer"></div>`;
 const COMMON_STYLES =
     `<style>
         #logContainer {
@@ -65,6 +66,16 @@ const COMMON_STYLES =
             white-space: pre-wrap;
             border: 1px solid #ddd;
         }
+        #errorContainer {
+            height: 400px;
+            overflow-y: scroll;
+            background-color: red;
+            color: white;
+            font-family: 'Courier New', Courier, monospace;
+            padding: 10px;
+            white-space: pre-wrap;
+            border: 1px solid #ddd;
+        }
         .highlight-button {
             animation: pulseAnimation 1s infinite;
             background-color: yellow;
@@ -150,7 +161,9 @@ const COMMON_STYLES =
                             {
                                 const logContainer = document.getElementById('logContainer');
                                 logContainer.innerText = data.logs.join("");
-                                
+                                const errorContainer = document.getElementById('errorContainer');
+                                errorContainer.innerText = data.error_logs.join("");
+
                                 if (data.ready)
                                 {
                                     if (document.getElementById('refreshButton').disabled == true) 
@@ -223,7 +236,7 @@ async function startOmnitoolServer()
                 global.logs.shift(); // Remove the oldest log entry
             }
             global.logs.push(data.toString());
-            console.log(`[omnitool] ${data}`);
+            console.log(`[log] ${data}`);
         
             if (!global.OMNITOOL_RUNNING)
             {
@@ -237,8 +250,12 @@ async function startOmnitoolServer()
 
         omnitoolStartProcess.stderr.on('data', (data) =>
         {
-            console.error(`[omnitool stderr] ${data}`);
-            global.logs.push(data.toString());
+            if (global.error_logs.length >= MAX_LOG_SIZE) {
+                global.error_logs.shift(); // Remove the oldest log entry
+            }
+
+            console.error(`[stderr] ${data}`);
+            global.error_logs.push(data.toString());
         });
 
         omnitoolStartProcess.on('close', (code) =>
@@ -275,7 +292,7 @@ function setOmnitoolRunning(set_running)
             }, DELAY_OMNITOOL_SET_TO_RUNNING); // Delay by 2 second
 
             // start mirroring to /data when the server is running
-            startMirrorToDataDir();
+            // startMirrorToDataDir(); #DISABLED!
 
         }
 
@@ -335,7 +352,7 @@ async function handleGetStartOmnitoolServer(req, res)
 async function handleGetOmnitoolLogs(req, res)
 {
     res.writeHead(200, { 'Content-Type': 'application/json' });
-    const reply = { logs: global.logs, ready: global.OMNITOOL_READY };
+    const reply = { logs: global.logs, error_logs: global.error_logs, ready: global.OMNITOOL_READY };
     res.end(JSON.stringify(reply));
     return;
 }
@@ -386,19 +403,24 @@ async function handleGetRoot(req, res)
     {
         let page_message ="";
        
-        page_message += '<div style="color: red;">You are now connected DIRECTLY to the REFERENCE Omnitool Space on Huggingface.</div>';
+        page_message += '<div style="color: red;">This is the REFERENCE Omnitool Space on Huggingface.</div>';
         page_message += '<p></p>';
-        page_message += '<div>From here, you can ONLY DUPLICATE the SPACE to make it your own, or watch the Intro video below.</div>';
-        page_message += '<div>Once duplicated, you will gain access to the Omnitool.ai Platform to discover and connect AI models easily.</div>';
-        page_message += '<div>Duplicating the Space will secure your keys, recipes and outputs.</p>';
-        page_message += `<div>DUPLICATING and using your own SPACE is FREE. You can do it by pressing this button: <a href="${HF_SPACE_DUPLICATE_URL}" target="_blank" class="button-like-link" id="duplicateRepoButton">DUPLICATE SPACE</a></div><div>However, consider choosing the 20 Gig Storage option (~ 5 USD/month) to persist keys, recipes and outputs between server restarts.</div>`;
+        page_message += '<div>To access Omnitool, you must first DUPLICATE this SPACE to make it your own.</div>';
+        page_message += '<div>Duplicating the Space will help secure your keys, recipes and outputs.</div>';
+        page_message += '<div>Please set your Space as PRIVATE!</div>';
+        page_message += '<div>DUPLICATING and using your own SPACE is FREE if you use the lowest tier of CPU. No GPU is required.</div>';
+        page_message += `<div>DUPLICATING this space is done by pressing this button: <a href="${HF_SPACE_DUPLICATE_URL}" target="_blank" class="button-like-link" id="duplicateRepoButton">DUPLICATE SPACE</a></div>`;
+        page_message += "<div>However, you can try using the 20 Gig Storage option (~ 5 USD/month) to persist keys, recipes and outputs between server restarts. This is still a BETA feature!</div>";
+        page_message += '<p></p>';
+        page_message += '<div style="color: red;">Some users have reported getting a 404 error when pressing the yellow START button after duplicating the space. If that happens to you follow the following instructions</div>';
+        page_message += '<div> - go to settings and set the space to PUBLIC</div>';
+        page_message += '<div> - confirm that the START button now works</div>';
+        page_message += '<div> - go to settings and set the Space back to PRIVATE</div>';
+        page_message += '<div> - in settings, FACTORY REBUILD your Space</div>';
         page_message += '<p></p>';
         
         const SCRIPTS = getScriptsHtml();
 
-        let buttonsHTML = `
-        <a href="${HF_SPACE_DUPLICATE_URL}" target="_blank" class="button-like-link" id="duplicateRepoButton">DUPLICATE SPACE</a>`;
-
         const page_html = `
         <html>
             <head>
@@ -648,7 +670,7 @@ function startMirrorToDataDir()
                     //throw err;
                     const error_message = `ERROR when doing: File ${file_path} added -> copied to ${targetFile}\n`;
                     console.log(error_message);
-                    global.logs.push(error_message);
+                    global.error_logs.push(error_message);
                 }});
             }
             catch(error)
@@ -670,7 +692,7 @@ function startMirrorToDataDir()
                     //throw err;
                     const error_message = `ERROR when doing: File ${file_path} changed -> copied to ${targetFile}\n`;
                     console.log(error_message);
-                    global.logs.push(error_message);
+                    global.error_logs.push(error_message);
                 }
                 });
             }
@@ -695,7 +717,7 @@ function startMirrorToDataDir()
                     // throw err;
                     const error_message = `ERROR when doing: File ${file_path} has been removed from ${targetDir}\n`;
                     console.log(error_message);
-                    global.logs.push(error_message);
+                    global.error_logs.push(error_message);
                 }
                 });
             }

omnitool_init.sh

@@ -2,35 +2,22 @@
 echo "[->] START "
 
 echo "[->] CHECKING EXISTING /DATA "
-if [ -d "/data" ]; then
-    echo "$(ls -l /data)" 
+# was: /data
+if [ -d "../data" ]; then
+    echo "$(ls -l ../data)" 
 else
     echo "[<] NO persistent /DATA DETECTED. You can add 20Gig of persistent storage as a paid option to Hugging Face"
+    echo "$(mkdir -p ../data)"
+    echo "$(ls -l ../data)" 
 fi
 
-
-#         rm -rf ./omnitool/packages/omni-server/data.local
-#     fi
-
-#     if [ -d "./omnitool/packages/omni-server/data.local" ]; then
-#         echo "[v] DATA.LOCAL already present "
-#         rm -rf ./omnitool/packages/omni-server/data.local         # hopefully it got copied over through the symlink in the previous run
-#     fi
-
-#     echo "[v] Creating the symlink "
-#     ln -s /data ./omnitool/packages/omni-server/data.local
-#     chmod 0777 ./omnitool/packages/omni-server/data.local
-#     chown node ./omnitool/packages/omni-server/data.local
-# else
-#     echo "[v] NO persistent /DATA DETECTED. You can add 20Gig of persistent storage as a paid option to Hugging Face"
-# fi
-
 echo "[->] UPDATE OMNITOOL if needed"
 cd ./omnitool
-output=$(git pull)
 
-mkdir -p ./data
+#echo "[->] Restoring .mercs.yaml first"
+#git restore .mercs.yaml
 
+output=$(git pull)
 if echo "$output" | grep -q "Already up to date."; then
   echo "The repository is already up to date."
 else
@@ -43,5 +30,10 @@ else
   chown -Rh node:node .
 fi
 
+#echo "[->] UPDATE OMNITOOL data storage location"
+#mv ./.mercs.yaml ./.mercs.yaml.original
+#sed 's|./data.local|../../../../data/data.local|g' ./.mercs.yaml.original > ./.mercs.yaml
+#rm ./.mercs.yaml.original
+
 echo "[->] YARN START "
-yarn start -u -rb -ll 5 -R blocks
+yarn start -u -rb -ll 3 -R blocks