Spaces:
Running
on
T4
Running
on
T4
File size: 1,488 Bytes
33d9042 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/6. Quality-boosting vocoder.ipynb.
# %% auto 0
__all__ = ['Vocoder']
# %% ../nbs/6. Quality-boosting vocoder.ipynb 1
from vocos import Vocos
import torch
import torchaudio
# %% ../nbs/6. Quality-boosting vocoder.ipynb 2
class Vocoder:
def __init__(self, repo_id="charactr/vocos-encodec-24khz"):
self.vocos = Vocos.from_pretrained(repo_id).cuda()
def is_notebook(self):
try:
return get_ipython().__class__.__name__ == "ZMQInteractiveShell"
except:
return False
@torch.no_grad()
def decode(self, atoks):
if len(atoks.shape) == 3:
b,q,t = atoks.shape
atoks = atoks.permute(1,0,2)
else:
q,t = atoks.shape
features = self.vocos.codes_to_features(atoks)
bandwidth_id = torch.tensor({2:0,4:1,8:2}[q]).cuda()
return self.vocos.decode(features, bandwidth_id=bandwidth_id)
def decode_to_file(self, fname, atoks):
audio = self.decode(atoks)
torchaudio.save(fname, audio.cpu(), 24000)
if self.is_notebook():
from IPython.display import display, HTML, Audio
display(HTML(f'<a href="{fname}" target="_blank">Listen to {fname}</a>'))
def decode_to_notebook(self, atoks):
from IPython.display import display, HTML, Audio
audio = self.decode(atoks)
display(Audio(audio.cpu().numpy(), rate=24000))
|