infer.py 278 Bytes
Newer Older
chenpangpang's avatar
chenpangpang committed
1
from transformers import pipeline, set_seed
chenpangpang's avatar
chenpangpang committed
2

chenpangpang's avatar
chenpangpang committed
3
4
5
6
generator = pipeline('text-generation', model='openai-community/gpt2', device='cuda')
output = generator("Hello, I'm a language model,", truncation=True, max_length=30, num_return_sequences=1)[0][
    "generated_text"]
print(output)