SandLogicTechnologies commited on
Commit
f694927
·
verified ·
1 Parent(s): d006ef5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,8 +14,8 @@ Shakti is a 500 million parameter language model specifically optimized for reso
14
  For more details, please check [here](https://arxiv.org/pdf/2410.11331v1).
15
  """
16
 
17
- MAX_MAX_NEW_TOKENS = 2048
18
- DEFAULT_MAX_NEW_TOKENS = 1024
19
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "2048"))
20
 
21
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
14
  For more details, please check [here](https://arxiv.org/pdf/2410.11331v1).
15
  """
16
 
17
+ MAX_MAX_NEW_TOKENS = 1024
18
+ DEFAULT_MAX_NEW_TOKENS = 512
19
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "2048"))
20
 
21
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")