| from transformers import AutoTokenizer | |
| from transformers import AutoModelWithLMHead | |
| from transformers import GPT2LMHeadModel | |
| FOLDER_NAME = "./distilgpt2_quotes.TRANS" | |
| model: GPT2LMHeadModel = AutoModelWithLMHead.from_pretrained(FOLDER_NAME) | |
| tokenizer = AutoTokenizer.from_pretrained("distilgpt2") | |
| text = "Plato: " | |
| ids = tokenizer(text, return_tensors = "pt") | |
| out = model.generate(**ids, early_stopping = True, max_length = 90, do_sample = True) | |
| print(tokenizer.decode(out[0])) |