fixed code

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import numpy as np
 
 
@@ -12,7 +12,7 @@ my_token = "h"+"f"+"_"+"yFicBqLnJDUkEIpccOIKpYMecxvPoTiUpG"
 if __name__ == "__main__":
     # Define your model and your tokenizer
     tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=my_token)
-    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=my_token)  # or AutoModelForCausalLM
+    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=my_token)  # was AutoModelForSeq2SeqLM in case of "google/flan-t5-base"
     if tokenizer.pad_token_id is None:
         tokenizer.pad_token_id = tokenizer.eos_token_id
         model.config.pad_token_id = model.config.eos_token_id