test app.py

app.py

@@ -48,7 +48,7 @@ def tts_inference(model_choice, text, prompt_audio):
     else:
         return None, "未知模型"
     
-    model.cuda()
+    model.model.cuda()
 
     # 繁简转换
     text = converter.convert(text)

cosyvoice/cli/model.py

@@ -266,6 +266,11 @@ class CosyVoice2Model(CosyVoiceModel):
         self.tts_speech_token_dict = {}
         self.llm_end_dict = {}
         self.hift_cache_dict = {}
+        
+    def cuda(self):
+        self.llm.cuda()
+        self.flow.cuda()
+        self.hift.cuda()
 
     def load_jit(self, flow_encoder_model):
         flow_encoder = torch.jit.load(flow_encoder_model, map_location=self.device)