enable-torch

src/server/main.py

@@ -96,7 +96,7 @@ class TTSModelManager:
             description_tokenizer.pad_token = description_tokenizer.eos_token
 
         # TODO - temporary disable -torch.compile 
-        '''
+        
         # Update model configuration
         model.config.pad_token_id = tokenizer.pad_token_id
         # Update for deprecation: use max_batch_size instead of batch_size
@@ -126,7 +126,7 @@ class TTSModelManager:
         n_steps = 1 if compile_mode == "default" else 2
         for _ in range(n_steps):
             _ = model.generate(**model_kwargs)
-        '''
+        
         logger.info(
             f"Loaded {model_name} with Flash Attention and compilation in {time.perf_counter() - start:.2f} seconds"
         )