infer.py

from transformers import pipeline, set_seed
generator = pipeline('text-generation', model='openai-community/gpt2', device='cuda')
output = generator("Hello, I'm a language model,", truncation=True, max_length=30, num_return_sequences=1)[0][
    "generated_text"]
print(output)