Update app2.py

app2.py

@@ -8,7 +8,7 @@ import logging
 import os
 import sys
 import subprocess
-from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
+from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
 import openai
 import streamlit as st
 from io import StringIO
@@ -31,7 +31,7 @@ REPETITION_PENALTY = 1.2
 # Load Model and Tokenizer
 @st.cache_resource
 def load_model_and_tokenizer():
-    model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto")
+    model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME, device_map="auto")
     tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
     return model, tokenizer