sachin
commited on
Commit
·
ecf3eb5
1
Parent(s):
8bf941a
fix-code
Browse files- src/server/main.py +2 -2
src/server/main.py
CHANGED
@@ -95,7 +95,7 @@ class TTSModelManager:
|
|
95 |
if description_tokenizer.pad_token is None:
|
96 |
description_tokenizer.pad_token = description_tokenizer.eos_token
|
97 |
|
98 |
-
|
99 |
# TODO - temporary disable -torch.compile
|
100 |
|
101 |
# Update model configuration
|
@@ -127,7 +127,7 @@ class TTSModelManager:
|
|
127 |
n_steps = 1 if compile_mode == "default" else 2
|
128 |
for _ in range(n_steps):
|
129 |
_ = model.generate(**model_kwargs)
|
130 |
-
|
131 |
logger.info(
|
132 |
f"Loaded {model_name} with Flash Attention and compilation in {time.perf_counter() - start:.2f} seconds"
|
133 |
)
|
|
|
95 |
if description_tokenizer.pad_token is None:
|
96 |
description_tokenizer.pad_token = description_tokenizer.eos_token
|
97 |
|
98 |
+
|
99 |
# TODO - temporary disable -torch.compile
|
100 |
|
101 |
# Update model configuration
|
|
|
127 |
n_steps = 1 if compile_mode == "default" else 2
|
128 |
for _ in range(n_steps):
|
129 |
_ = model.generate(**model_kwargs)
|
130 |
+
|
131 |
logger.info(
|
132 |
f"Loaded {model_name} with Flash Attention and compilation in {time.perf_counter() - start:.2f} seconds"
|
133 |
)
|