AMABATUbuuuuuuuuusssssssssssss

app.py

@@ -14,6 +14,15 @@ headers = {
     'Referer': os.environ.get('REFERRER_URL')
 }
 
+# temporary debug switches:
+# needed in order to identify
+# some provider retardation going on
+# that causes all future responses to
+# commit sudoku out of nowhere
+# AND for absolutely no reason...
+USER_LOGGING_ENABLED = False
+RESPONSE_LOGGING_ENABLED = True
+
 DEFAULT_PARAMS = {
     "temperature": 0.8,
     "top_p": 0.95,
@@ -35,7 +44,7 @@ def predict(message, history, system_prompt, temperature, top_p, top_k, frequenc
             history_format.append({"role": "assistant", "content": assistant})
     history_format.append({"role": "user", "content": message})
 
-    if not message.startswith(('*', '"')):
+    if USER_LOGGING_ENABLED and not message.startswith(('*', '"')):
         print(f"<|system|> {system_prompt}")
         print(f"{get_timestamp()} <|user|> {message}")
 
@@ -51,7 +60,7 @@ def predict(message, history, system_prompt, temperature, top_p, top_k, frequenc
 
     non_default_params = {k: v for k, v in current_params.items() if v != DEFAULT_PARAMS[k]}
     
-    if non_default_params and not message.startswith(('*', '"')):
+    if USER_LOGGING_ENABLED and non_default_params and not message.startswith(('*', '"')):
         for param, value in non_default_params.items():
             print(f"{param}={value}")
 
@@ -77,6 +86,8 @@ def predict(message, history, system_prompt, temperature, top_p, top_k, frequenc
                     break
                 if line:
                     line = line.decode('utf-8')
+                    if RESPONSE_LOGGING_ENABLED:
+                        print(f"API Response: {line}")
                     if line.startswith("data: "):
                         if line.strip() == "data: [DONE]":
                             break