以下用于句子补全的 gpt2 代码生成了一些好的句子,然后以重复句子的循环结束。
from transformers import GPT2LMHeadModel, GPT2Tokenizer
import torch
# Load the pre-trained model and tokenizer
model_name = 'gpt2'
model = GPT2LMHeadModel.from_pretrained(model_name)
tokenizer = GPT2Tokenizer.from_pretrained(model_name)
# Set the model to evaluation mode
model.eval()
#
# Input sentence
input_sentence = "I want to go to the"
for i in range(200):
# Tokenize the input sentence
input_tokens = tokenizer.encode(input_sentence, return_tensors='pt')
# Generate predictions
with torch.no_grad():
outputs = model.generate(input_tokens, max_length=len(input_tokens) + 1, num_return_sequences=1)
# Decode the generated output
generated_output = tokenizer.decode(outputs[0], skip_special_tokens=True)
print(generated_output)
input_sentence = generated_output