NourFakih commited on
Commit
66c9e76
·
verified ·
1 Parent(s): 418f455

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -0
app.py CHANGED
@@ -24,6 +24,14 @@ model = VisionEncoderDecoderModel.from_pretrained(model_name)
24
  feature_extractor = ViTImageProcessor.from_pretrained(model_name)
25
  tokenizer = AutoTokenizer.from_pretrained(model_name)
26
 
 
 
 
 
 
 
 
 
27
  model_sum_name = "google-t5/t5-base"
28
  tokenizer_sum = AutoTokenizer.from_pretrained("google-t5/t5-base")
29
  model_sum = AutoModelForSeq2SeqLM.from_pretrained("google-t5/t5-base")
 
24
  feature_extractor = ViTImageProcessor.from_pretrained(model_name)
25
  tokenizer = AutoTokenizer.from_pretrained(model_name)
26
 
27
+ # GPT2 only has bos/eos tokens but not decoder_start/pad tokens
28
+ tokenizer.pad_token = tokenizer.eos_token
29
+ # update the model config
30
+ model.config.eos_token_id = tokenizer.eos_token_id
31
+ model.config.decoder_start_token_id = tokenizer.bos_token_id
32
+ model.config.pad_token_id = tokenizer.pad_token_id
33
+
34
+
35
  model_sum_name = "google-t5/t5-base"
36
  tokenizer_sum = AutoTokenizer.from_pretrained("google-t5/t5-base")
37
  model_sum = AutoModelForSeq2SeqLM.from_pretrained("google-t5/t5-base")