sachin
commited on
Commit
·
d1c9225
1
Parent(s):
f4d05d5
disable static cache
Browse files- src/server/main.py +3 -3
src/server/main.py
CHANGED
@@ -100,9 +100,9 @@ class TTSModelManager:
|
|
100 |
# Update model configuration
|
101 |
model.config.pad_token_id = tokenizer.pad_token_id
|
102 |
# Update for deprecation: use max_batch_size instead of batch_size
|
103 |
-
if hasattr(model.generation_config.cache_config, 'max_batch_size'):
|
104 |
-
|
105 |
-
model.generation_config.cache_implementation = "static"
|
106 |
|
107 |
# Compile the model
|
108 |
##compile_mode = "default"
|
|
|
100 |
# Update model configuration
|
101 |
model.config.pad_token_id = tokenizer.pad_token_id
|
102 |
# Update for deprecation: use max_batch_size instead of batch_size
|
103 |
+
#if hasattr(model.generation_config.cache_config, 'max_batch_size'):
|
104 |
+
# model.generation_config.cache_config.max_batch_size = 1
|
105 |
+
#model.generation_config.cache_implementation = "static"
|
106 |
|
107 |
# Compile the model
|
108 |
##compile_mode = "default"
|