t5 large

main.py

@@ -12,9 +12,8 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration
 token_size_limit = None
 
 # FROM: https://huggingface.co/facebook/blenderbot-400M-distill?text=Hey+my+name+is+Thomas%21+How+are+you%3F
-tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
-model = AutoModelForSeq2SeqLM.from_pretrained(
-    "facebook/blenderbot-400M-distill")
+# tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
+# model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-400M-distill")
 # tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-1B-distill")
 # model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-1B-distill")
 # token_size_limit = 128
@@ -24,8 +23,8 @@ model = AutoModelForSeq2SeqLM.from_pretrained(
 # model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-small")
 # tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-base")
 # model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-base")
-# tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-large")
-# model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-large")
+tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-large")
+model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-large")
 token_size_limit = 512
 
 # Too large for 16GB