File size: 478 Bytes
ebe8d8e |
1 2 3 4 5 6 7 8 9 10 11 12 |
from transformers import AutoTokenizer
from transformers import AutoModelWithLMHead
from transformers import GPT2LMHeadModel
FOLDER_NAME = "./distilgpt2_quotes.TRANS"
model: GPT2LMHeadModel = AutoModelWithLMHead.from_pretrained(FOLDER_NAME)
tokenizer = AutoTokenizer.from_pretrained("distilgpt2")
text = "Plato: "
ids = tokenizer(text, return_tensors = "pt")
out = model.generate(**ids, early_stopping = True, max_length = 90, do_sample = True)
print(tokenizer.decode(out[0])) |