mini-omni-demo

Sleeping

gpt-omni commited on Sep 14, 2024

Commit

0d7b9d9

1 Parent(s): 7f2ec5e

update

Files changed (1) hide show

app.py CHANGED Viewed

@@ -38,7 +38,7 @@ from litgpt.generate.base import sample
 device = "cuda" if torch.cuda.is_available() else "cpu"
 ckpt_dir = "./checkpoint"
-streaming_output = False
 OUT_CHUNK = 4096
@@ -332,7 +332,7 @@ demo = gr.Interface(
     inputs=gr.Audio(type="filepath", label="Microphone"),
     outputs=[gr.Audio(label="Response", streaming=streaming_output, autoplay=True)],
     title="Chat Mini-Omni Demo",
-    # live=True,
 )

 device = "cuda" if torch.cuda.is_available() else "cpu"
 ckpt_dir = "./checkpoint"
+streaming_output = True
 OUT_CHUNK = 4096
     inputs=gr.Audio(type="filepath", label="Microphone"),
     outputs=[gr.Audio(label="Response", streaming=streaming_output, autoplay=True)],
     title="Chat Mini-Omni Demo",
+    live=True,
 )