add-tts

src/server/main.py

@@ -95,6 +95,8 @@ class TTSModelManager:
         if description_tokenizer.pad_token is None:
             description_tokenizer.pad_token = description_tokenizer.eos_token
 
+        # TODO - temporary disable -torch.compile 
+        '''
         # Update model configuration
         model.config.pad_token_id = tokenizer.pad_token_id
         # Update for deprecation: use max_batch_size instead of batch_size
@@ -124,7 +126,7 @@ class TTSModelManager:
         n_steps = 1 if compile_mode == "default" else 2
         for _ in range(n_steps):
             _ = model.generate(**model_kwargs)
-
+        '''
         logger.info(
             f"Loaded {model_name} with Flash Attention and compilation in {time.perf_counter() - start:.2f} seconds"
         )