Update app.py

app.py

@@ -9,12 +9,17 @@ from transformers import MusicgenForConditionalGeneration, MusicgenProcessor, se
 from transformers.generation.streamers import BaseStreamer
 
 import gradio as gr
-import spaces
 
 
 model = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small")
 processor = MusicgenProcessor.from_pretrained("facebook/musicgen-small")
 
+device = "cuda:0" if torch.cuda.is_available() else "cpu"
+if device != model.device:
+    model.to(device)
+    if device == "cuda:0":
+        model.half()
+
 title = "MusicGen Streaming"
 
 description = """
@@ -175,17 +180,10 @@ target_dtype = np.int16
 max_range = np.iinfo(target_dtype).max
 
 
-@spaces.GPU
 def generate_audio(text_prompt, audio_length_in_s=10.0, play_steps_in_s=2.0, seed=0):
     max_new_tokens = int(frame_rate * audio_length_in_s)
     play_steps = int(frame_rate * play_steps_in_s)
 
-    device = "cuda:0" if torch.cuda.is_available() else "cpu"
-    if device != model.device:
-        model.to(device)
-        if device == "cuda:0":
-            model.half();
-
     inputs = processor(
         text=text_prompt,
         padding=True,