janak/no-audio-fusion

modeling_minicpmo.py

@@ -1730,8 +1730,11 @@ class MiniCPMO(MiniCPMOPreTrainedModel):
                         yield OmniOutput(text=cur_text, audio_wav=wav_np, sampling_rate=sr)
 
                     else:
-                        prev_wav = wav_np
-
+                        prev_wav = wav_np[-512 * 4:]
+                        wav_np = wav_np[:-512 * 4]
+                        cur_text = gen_text_raw[prev_text_len:]
+                        prev_text_len = len(gen_text_raw)
+                        yield OmniOutput(text=cur_text, audio_wav=wav_np, sampling_rate=sr)
                 if outputs.finished:
                     logger.debug("Generation finished.")
                     eos_lab = True
@@ -1828,6 +1831,7 @@ class MiniCPMO(MiniCPMOPreTrainedModel):
                         prev_text_len = len(gen_text_raw)
                         yield OmniOutput(text=cur_text, audio_wav=wav_y, sampling_rate=sr)
                     else:
+
                         prev_wav = wav_np
                 else:
                     # smooth wav
@@ -1839,7 +1843,11 @@ class MiniCPMO(MiniCPMOPreTrainedModel):
                         prev_text_len = len(gen_text_raw)
                         yield OmniOutput(text=cur_text, audio_wav=wav_np, sampling_rate=sr)
                     else:
-                        prev_wav = wav_np
+                        prev_wav = wav_np[-512 * 4:]
+                        wav_np = wav_np[:-512 * 4]
+                        cur_text = gen_text_raw[prev_text_len:]
+                        prev_text_len = len(gen_text_raw)
+                        yield OmniOutput(text=cur_text, audio_wav=wav_np, sampling_rate=sr)
 
                 if outputs.finished:
                     logger.debug("Generation finished.")