requirements.txt 362 Bytes
Newer Older
1
absl-py
Leymore's avatar
Leymore committed
2
accelerate>=0.19.0
Tong Gao's avatar
Tong Gao committed
3
4
5
boto3
colossalai
cpm_kernels
Leymore's avatar
Leymore committed
6
7
datasets>=2.12.0
evaluate>=0.3.0
Tong Gao's avatar
Tong Gao committed
8
fairscale
Leymore's avatar
Leymore committed
9
faiss_gpu==1.7.2
Tong Gao's avatar
Tong Gao committed
10
jieba
11
mmengine>=0.8.2
Leymore's avatar
Leymore committed
12
13
nltk==3.8
numpy==1.23.4
Tong Gao's avatar
Tong Gao committed
14
15
openai
pandas<2.0.0
Leymore's avatar
Leymore committed
16
17
rank_bm25==0.2.2
requests==2.28.1
18
rouge_score
Leymore's avatar
Leymore committed
19
20
scikit_learn==1.2.1
sentence_transformers==2.2.2
Tong Gao's avatar
Tong Gao committed
21
22
23
tabulate
tiktoken
tokenizers>=0.13.3
Leymore's avatar
Leymore committed
24
25
26
torch>=1.13.1
tqdm==4.64.1
transformers>=4.29.1