Spaces:
Runtime error
Runtime error
| import streamlit as st | |
| import torch | |
| import torchaudio | |
| from audiocraft.models import MusicGen | |
| import os | |
| import numpy as np | |
| import base64 | |
| genres = ["Pop", "Rock", "Jazz", "Electronic", "Hip-Hop", "Classical", | |
| "Lofi", "Chillpop","Country","R&G", "Folk","Heavy Metal", | |
| "EDM", "Soil", "Funk","Reggae", "Disco", "Punk Rock", "House", | |
| "Techno","Indie Rock", "Grunge", "Ambient","Gospel", "Latin Music","Grime" ,"Trap", "Psychedelic Rock" ] | |
| def load_model(): | |
| model = MusicGen.get_pretrained('facebook/musicgen-small') | |
| return model | |
| def generate_music_tensors(descriptions, duration: int, device): | |
| # Load the model and move it to the specified device | |
| model = load_model() | |
| model = model | |
| model.set_generation_params( | |
| use_sampling=True, | |
| top_k=250, | |
| duration=duration * 60 # Multiply by 60 to convert minutes to seconds | |
| ) | |
| with st.spinner("Generating Music..."): | |
| # Generate music using the model | |
| output = model.generate( | |
| descriptions=descriptions, | |
| progress=True, | |
| return_tokens=True, | |
| ) | |
| # Save the generated music audio | |
| # Remove the device argument | |
| save_audio(output) | |
| st.success("Music Generation Complete!") | |
| return output | |
| def save_audio(samples: torch.Tensor, device): | |
| sample_rate = 30000 | |
| save_path = "audio_output" | |
| assert samples.dim() == 2 or samples.dim() == 3 | |
| samples = samples.to(device) # Move the samples to the device | |
| if samples.dim() == 2: | |
| samples = samples[None, ...] | |
| for idx, audio in enumerate(samples): | |
| audio_path = os.path.join(save_path, f"audio_{idx}.wav") | |
| torchaudio.save(audio_path, audio.cpu(), sample_rate) # Move the audio to the CPU before saving | |
| def get_binary_file_downloader_html(bin_file, file_label='File'): | |
| with open(bin_file, 'rb') as f: | |
| data = f.read() | |
| bin_str = base64.b64encode(data).decode() | |
| href = f'<a href="data:application/octet-stream;base64,{bin_str}" download="{os.path.basename(bin_file)}">Download {file_label}</a>' | |
| return href | |
| st.set_page_config( | |
| page_icon= "musical_note", | |
| page_title= "Music Gen" | |
| ) | |
| def main(): | |
| with st.sidebar: | |
| st.header("""⚙️Generate Music ⚙️""", divider="rainbow") | |
| st.text("") | |
| st.subheader("1. Enter your music description.......") | |
| bpm = st.number_input("Enter Speed in BPM", min_value=60) | |
| text_area = st.text_area('Ex : 80s rock song with guitar and drums') | |
| st.text('') | |
| # Dropdown for genres | |
| selected_genre = st.selectbox("Select Genre", genres) | |
| st.subheader("2. Select time duration (In Seconds)") | |
| # time_slider = st.slider("Select time duration (In Seconds)", 0, 60, 10) | |
| time_slider = st.slider("Select time duration (In Minutes)", 0, 300, 10, step=1) | |
| st.title("""🎵 Song Lab AI 🎵""") | |
| st.text('') | |
| left_co, right_co = st.columns(2) | |
| left_co.write("""Music Generation through a prompt""") | |
| left_co.write(("""PS : First generation may take some time .......""")) | |
| if st.sidebar.button('Generate !'): | |
| with left_co: | |
| st.text('') | |
| st.text('') | |
| st.text('') | |
| st.text('') | |
| st.text('') | |
| st.text('') | |
| st.text('\n\n') | |
| st.subheader("Generated Music") | |
| # Generate audio | |
| descriptions = [f"{text_area} {selected_genre} {bpm} BPM" for _ in range(1)] # Change the batch size to 1 | |
| # Pass the device parameter when calling generate_music_tensors | |
| device = torch.device('cpu') | |
| music_tensors = generate_music_tensors(descriptions, time_slider, device) | |
| idx = 0 | |
| music_tensor = music_tensors[idx] | |
| save_music_file = save_audio(music_tensor) | |
| audio_filepath = f'audio_output/audio_{idx}.wav' | |
| audio_file = open(audio_filepath, 'rb') | |
| audio_bytes = audio_file.read() | |
| # Play the full audio | |
| st.audio(audio_bytes, format='audio/wav') | |
| st.markdown(get_binary_file_downloader_html(audio_filepath, f'Audio_{idx}'), unsafe_allow_html=True) | |
| if __name__ == "__main__": | |
| main() | |