requirements.txt 365 Bytes
Newer Older
Leymore's avatar
Leymore committed
1
accelerate>=0.19.0
Tong Gao's avatar
Tong Gao committed
2
3
4
boto3
colossalai
cpm_kernels
Leymore's avatar
Leymore committed
5
6
datasets>=2.12.0
evaluate>=0.3.0
Tong Gao's avatar
Tong Gao committed
7
fairscale
Leymore's avatar
Leymore committed
8
faiss_gpu==1.7.2
Tong Gao's avatar
Tong Gao committed
9
10
jieba
mmengine>0.8.0
Leymore's avatar
Leymore committed
11
12
13
nltk==3.8
numpy==1.23.4
openai==0.27.1
Tong Gao's avatar
Tong Gao committed
14
15
openai
pandas<2.0.0
Leymore's avatar
Leymore committed
16
17
18
19
rank_bm25==0.2.2
requests==2.28.1
scikit_learn==1.2.1
sentence_transformers==2.2.2
Tong Gao's avatar
Tong Gao committed
20
21
22
23
tabulate
tabulate
tiktoken
tokenizers>=0.13.3
Leymore's avatar
Leymore committed
24
25
26
torch>=1.13.1
tqdm==4.64.1
transformers>=4.29.1