sachin commited on
Commit
d1c9225
·
1 Parent(s): f4d05d5

disable static cache

Browse files
Files changed (1) hide show
  1. src/server/main.py +3 -3
src/server/main.py CHANGED
@@ -100,9 +100,9 @@ class TTSModelManager:
100
  # Update model configuration
101
  model.config.pad_token_id = tokenizer.pad_token_id
102
  # Update for deprecation: use max_batch_size instead of batch_size
103
- if hasattr(model.generation_config.cache_config, 'max_batch_size'):
104
- model.generation_config.cache_config.max_batch_size = 1
105
- model.generation_config.cache_implementation = "static"
106
 
107
  # Compile the model
108
  ##compile_mode = "default"
 
100
  # Update model configuration
101
  model.config.pad_token_id = tokenizer.pad_token_id
102
  # Update for deprecation: use max_batch_size instead of batch_size
103
+ #if hasattr(model.generation_config.cache_config, 'max_batch_size'):
104
+ # model.generation_config.cache_config.max_batch_size = 1
105
+ #model.generation_config.cache_implementation = "static"
106
 
107
  # Compile the model
108
  ##compile_mode = "default"