Spaces:

gpt-omni
/

mini-omni

Running

gpt-omni commited on Sep 14, 2024

Commit

724204b

1 Parent(s): 41c7b36

update

Files changed (1) hide show

app.py CHANGED Viewed

@@ -11,7 +11,6 @@ import os
 import lightning as L
 import torch
 import time
-import spaces
 from snac import SNAC
 from litgpt import Tokenizer
 from litgpt.utils import (
@@ -39,7 +38,7 @@ from litgpt.generate.base import sample
 device = "cuda" if torch.cuda.is_available() else "cpu"
 ckpt_dir = "./checkpoint"
-streaming_output = False
 OUT_CHUNK = 4096
@@ -304,7 +303,7 @@ def run_AT_batch_stream(
 for chunk in run_AT_batch_stream('./data/samples/output1.wav'):
-    pass
 def process_audio(audio):

 import lightning as L
 import torch
 import time
 from snac import SNAC
 from litgpt import Tokenizer
 from litgpt.utils import (
 device = "cuda" if torch.cuda.is_available() else "cpu"
 ckpt_dir = "./checkpoint"
+streaming_output = True
 OUT_CHUNK = 4096
 for chunk in run_AT_batch_stream('./data/samples/output1.wav'):
+    audio_data = np.frombuffer(chunk, dtype=np.int16)
 def process_audio(audio):