test

README.md

@@ -1,7 +1,7 @@
 ---
-title: Openchat-3 5-chatbot
+title: Fast OpenChat-3.5
 emoji: 🌍
-colorFrom: pink
+colorFrom: indigo
 colorTo: blue
 sdk: gradio
 sdk_version: 4.1.2
@@ -11,3 +11,10 @@ license: apache-2.0
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+
+Run this on your own with this command:
+
+```
+docker run -it -p 7860:7860 --platform=linux/amd64 --gpus all \\\n\tregistry.hf.space/macadeliccc-openchat-3-5-chatbot:latest python app.py
+```

app.py

@@ -29,49 +29,31 @@ def start_ochat_server():
 start_ochat_server()
 
 # Function to send a message to the ochat server and get a response
-def chat_with_ochat(message, history):
+def chat_with_ochat(message):
     url = "http://0.0.0.0:18888/v1/chat/completions"
     headers = {"Content-Type": "application/json"}
-
-    # Convert history to the expected format
-    messages = [{"role": "user" if i % 2 == 0 else "system", "content": msg}
-                for i, (user_msg, bot_msg) in enumerate(history) for msg in [user_msg, bot_msg] if msg]
-
-    # Append the latest user message
-    messages.append({"role": "user", "content": message})
-
     data = {
         "model": "openchat_3.5",
-        "messages": messages
+        "messages": [{"role": "user", "content": message}]
     }
 
     try:
         response = requests.post(url, json=data, headers=headers)
         if response.status_code == 200:
-            # Extract the latest bot response
             return response.json()['choices'][0]['message']['content']
         else:
             return f"Error: Server responded with status code {response.status_code}"
     except requests.RequestException as e:
         return f"Error: {e}"
 
-
 with gr.Blocks() as demo:
     chatbot = gr.Chatbot()
     msg = gr.Textbox()
     clear = gr.Button("Clear")
+    history = gr.State([])  # Initialize an empty state for history
 
-    def user(user_message, history):
-        return "", history + [[user_message, None]]
-
-    def bot(history):
-        response = chat_with_ochat(history[-1][0], history)
-        history[-1][1] = response
-        return history
+    msg.submit(chat_with_ochat, inputs=[msg, history], outputs=[chatbot, history])
+    clear.click(lambda: ("", []), inputs=None, outputs=[chatbot, history])
 
-    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
-        bot, chatbot, chatbot
-    )
-    clear.click(lambda: None, None, chatbot, queue=False)
+    demo.launch()
 
-demo.launch()