deploy ready

app/bot.py

@@ -37,10 +37,10 @@ class DailyVision(EventHandler):
         self.__room_url = room_url
         self.__room_name = room_name
         self.__expiration = expiration
-        self.__params = Pipeline.InputParams()
         self.__idle = idle
 
         # Create the pipeline (this might take a moment)
+        self.__params = Pipeline.InputParams()
         self.__pipeline = Pipeline(device, torch_dtype)
         #print(self.__pipeline.InputParams.schema())
 
@@ -81,10 +81,8 @@ class DailyVision(EventHandler):
 
     def on_participant_joined(self, participant):
         self.logger.info(f"Participant {participant['id']} joined, analyzing frames...")
-        self.__client.set_video_renderer(participant["id"], self.on_video_frame, color_format="RGB") 
-
-        # Say hello
         self.wave()
+        self.__client.set_video_renderer(participant["id"], self.on_video_frame, color_format="RGB") 
 
     def setup_camera(self):
         if not self.__camera:
@@ -135,18 +133,12 @@ class DailyVision(EventHandler):
 
     def on_app_message(self, message, sender):
         # Update pipeline settings based on message data
-        print(message)
         self.__params = self.__pipeline.InputParams(**message)
-        print(self.__params)
         #print(self.__pipeline.Info())
         return
 
     def wave(self):
-        self.__client.send_app_message(
-            {
-                "prompt": self.__params.prompt,
-            }
-        )
+        self.__client.send_app_message(self.__params.model_dump_json())
 
 def main():
     parser = argparse.ArgumentParser(description="Daily Bot")

app/pipeline.py

@@ -44,6 +44,13 @@ class Pipeline:
             field="textarea",
             id="prompt",
         )
+        negative_prompt: str = Field(
+            default_negative_prompt,
+            title="Negative Prompt",
+            field="textarea",
+            id="negative_prompt",
+            hide=True,
+        )
         seed: int = Field(
             4402026899276587, min=0, title="Seed", field="seed", hide=True, id="seed"
         )

frontend/app/components/App.js

@@ -25,7 +25,7 @@ export default function App({ onLeave }) {
   const participantIds = useParticipantIds({ filter: "remote" });
   const [params, setParams] = useState();
   const sendAppMessage = useAppMessage({
-    onAppMessage: useCallback((ev) => setParams(ev.data), []),
+    onAppMessage: useCallback((ev) => setParams(JSON.parse(ev.data)), []),
   });
 
   return (

frontend/app/components/Call.js

@@ -25,8 +25,6 @@ export default function Call() {
   }
 
   const start = useCallback(async () => {
-    if (!process.env.NEXT_PUBLIC_DISABLE_LOCAL_AGENT) return;
-
     const resp = await fetch(`${apiUrl}/start`, {
       method: "POST",
       mode: "cors",
@@ -39,6 +37,11 @@ export default function Call() {
     });
 
     const data = await resp.json();
+
+    //@TODO error handle here
+
+    setBotState(BOT_STATE_STARTED);
+
     return data;
   }, [roomUrl]);
 

frontend/app/components/Controls.js

@@ -14,7 +14,7 @@ import {
   IconPlus,
   IconRotateClockwise,
 } from "@tabler/icons-react";
-import React, { useEffect } from "react";
+import React, { useCallback, useEffect, useRef } from "react";
 import useDebounce from "../hooks/debounce";
 import FieldSet from "./FieldSet";
 import Label from "./Label";
@@ -23,10 +23,12 @@ import SlideInput from "./SliderInput";
 import TextInput from "./TextInput";
 
 export const Controls = React.memo(({ remoteParams, onData }) => {
+  const init = useRef(false);
+
   const form = useForm({
     initialValues: {
-      positivePrompt: "some kind of prompt",
-      negativePrompt: "bad hands",
+      prompt: "",
+      negative_prompt: "",
       steps: 1,
       guidance: 0.1,
       seed: 45678,
@@ -36,18 +38,25 @@ export const Controls = React.memo(({ remoteParams, onData }) => {
 
   const debounce = useDebounce();
 
-  const handleChange = (v) => {
-    onData(v);
-  };
+  const handleChange = useCallback(
+    (v) => {
+      onData(v);
+    },
+    [onData]
+  );
 
   useEffect(() => {
-    if (remoteParams) return;
-  }, [remoteParams]);
+    if (!remoteParams) return;
+    if (!init.current) {
+      form.setValues(remoteParams);
+      init.current = true;
+    }
+  }, [form, remoteParams]);
 
   useEffect(() => {
     if (!form) return;
     form.isDirty() && debounce(() => handleChange(form.values), 500);
-  }, [form, debounce]);
+  }, [form, debounce, handleChange]);
 
   return (
     <div className="relative flex flex-col gap-4">
@@ -91,10 +100,8 @@ export const Controls = React.memo(({ remoteParams, onData }) => {
                   autosize
                   className="rounded-md"
                   minRows={3}
-                  defaultValue={form.getInputProps("positivePrompt").value}
-                  onChange={(e) =>
-                    form.setFieldValue("positivePrompt", e.target.value)
-                  }
+                  defaultValue={form.getInputProps("prompt").value}
+                  onChange={(e) => form.setFieldValue("prompt", e.target.value)}
                   classNames={{
                     input:
                       "p-3 font-mono text-emerald-800 bg-emerald-600/[0.07] border-emerald-500/30 focus:border-emerald-500 focus:ring-1 focus:ring-inset focus:ring-emerald-500",
@@ -112,9 +119,9 @@ export const Controls = React.memo(({ remoteParams, onData }) => {
                   autosize
                   className="rounded-md"
                   minRows={3}
-                  defaultValue={form.getInputProps("negativePrompt").value}
+                  defaultValue={form.getInputProps("negative_prompt").value}
                   onChange={(e) =>
-                    form.setFieldValue("negativePrompt", e.target.value)
+                    form.setFieldValue("negative_prompt", e.target.value)
                   }
                   classNames={{
                     input: