switched to blenderbot

main.py

@@ -12,11 +12,11 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration
 # FROM: https://huggingface.co/facebook/blenderbot-400M-distill?text=Hey+my+name+is+Thomas%21+How+are+you%3F
 # tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
 # model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-400M-distill")
-# tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-1B-distill")
-# model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-1B-distill")
-tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-small")
-model = T5ForConditionalGeneration.from_pretrained(
-    "google/flan-t5-small", device_map="auto")
+tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot-1B-distill")
+model = AutoModelForSeq2SeqLM.from_pretrained("facebook/blenderbot-1B-distill")
+# tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-small")
+# model = T5ForConditionalGeneration.from_pretrained(
+#     "google/flan-t5-small", device_map="auto")
 
 token_size_limit = 128