Update app.py

app.py

@@ -48,6 +48,7 @@ class ModelArgs:
 # Initialize model and tokenizer
 device = 'cuda' if torch.cuda.is_available() else 'cpu'
 tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/cosmo2-tokenizer")
+tokenizer.pad_token = tokenizer.eos_token
 config = ModelArgs()
 config.device = device
 model = Transformer(config)