stibiumghost commited on
Commit
f67d229
·
1 Parent(s): 7c0199b

Update text_gen.py

Browse files
Files changed (1) hide show
  1. text_gen.py +4 -4
text_gen.py CHANGED
@@ -2,16 +2,16 @@ import transformers
2
  import string
3
 
4
  model_names = ['microsoft/GODEL-v1_1-base-seq2seq',
5
- 'facebook/blenderbot-400M-distill',
6
- 'facebook/blenderbot_small-90M']
7
 
8
  tokenizers = [transformers.AutoTokenizer.from_pretrained(model_names[0]),
9
  transformers.BlenderbotTokenizer.from_pretrained(model_names[1]),
10
- transformers.BlenderbotSmallTokenizer.from_pretrained(model_names[2])]
11
 
12
  model = [transformers.AutoModelForSeq2SeqLM.from_pretrained(model_names[0]),
13
  transformers.BlenderbotForConditionalGeneration.from_pretrained(model_names[1]),
14
- transformers.BlenderbotSmallForConditionalGeneration.from_pretrained(model_names[2])]
15
 
16
 
17
  def generate_text(text, context, model_name, model, tokenizer, minimum=15, maximum=300):
 
2
  import string
3
 
4
  model_names = ['microsoft/GODEL-v1_1-base-seq2seq',
5
+ 'facebook/blenderbot-3B',
6
+ 'PygmalionAI/pygmalion-6b']
7
 
8
  tokenizers = [transformers.AutoTokenizer.from_pretrained(model_names[0]),
9
  transformers.BlenderbotTokenizer.from_pretrained(model_names[1]),
10
+ transformers.GPTNeoXTokenizerFast.from_pretrained(model_names[2])]
11
 
12
  model = [transformers.AutoModelForSeq2SeqLM.from_pretrained(model_names[0]),
13
  transformers.BlenderbotForConditionalGeneration.from_pretrained(model_names[1]),
14
+ transformers.GPTNeoXForCausalLM.from_pretrained(model_names[2])]
15
 
16
 
17
  def generate_text(text, context, model_name, model, tokenizer, minimum=15, maximum=300):