# PyTorch
torch>=1.0.0
# progress bars in model download and training scripts
tqdm
# Accessing files from S3 directly. boto3 # Used for downloading models over HTTP
requests # For OpenAI GPT
regex # For XLNet sentencepiece