Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -14,8 +14,8 @@ Shakti is a 500 million parameter language model specifically optimized for reso
|
|
14 |
For more details, please check [here](https://arxiv.org/pdf/2410.11331v1).
|
15 |
"""
|
16 |
|
17 |
-
MAX_MAX_NEW_TOKENS =
|
18 |
-
DEFAULT_MAX_NEW_TOKENS =
|
19 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "2048"))
|
20 |
|
21 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
|
|
14 |
For more details, please check [here](https://arxiv.org/pdf/2410.11331v1).
|
15 |
"""
|
16 |
|
17 |
+
MAX_MAX_NEW_TOKENS = 1024
|
18 |
+
DEFAULT_MAX_NEW_TOKENS = 512
|
19 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "2048"))
|
20 |
|
21 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|