Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -24,6 +24,14 @@ model = VisionEncoderDecoderModel.from_pretrained(model_name)
|
|
24 |
feature_extractor = ViTImageProcessor.from_pretrained(model_name)
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
model_sum_name = "google-t5/t5-base"
|
28 |
tokenizer_sum = AutoTokenizer.from_pretrained("google-t5/t5-base")
|
29 |
model_sum = AutoModelForSeq2SeqLM.from_pretrained("google-t5/t5-base")
|
|
|
24 |
feature_extractor = ViTImageProcessor.from_pretrained(model_name)
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
26 |
|
27 |
+
# GPT2 only has bos/eos tokens but not decoder_start/pad tokens
|
28 |
+
tokenizer.pad_token = tokenizer.eos_token
|
29 |
+
# update the model config
|
30 |
+
model.config.eos_token_id = tokenizer.eos_token_id
|
31 |
+
model.config.decoder_start_token_id = tokenizer.bos_token_id
|
32 |
+
model.config.pad_token_id = tokenizer.pad_token_id
|
33 |
+
|
34 |
+
|
35 |
model_sum_name = "google-t5/t5-base"
|
36 |
tokenizer_sum = AutoTokenizer.from_pretrained("google-t5/t5-base")
|
37 |
model_sum = AutoModelForSeq2SeqLM.from_pretrained("google-t5/t5-base")
|