from transformers import AutoTokenizer
from transformers import AutoModelWithLMHead
from transformers import GPT2LMHeadModel

FOLDER_NAME = "./distilgpt2_quotes.TRANS"
model: GPT2LMHeadModel = AutoModelWithLMHead.from_pretrained(FOLDER_NAME)
tokenizer = AutoTokenizer.from_pretrained("distilgpt2")

text = "Plato: "
ids = tokenizer(text, return_tensors = "pt")
out = model.generate(**ids, early_stopping = True, max_length = 90, do_sample = True)
print(tokenizer.decode(out[0]))