requirements-test.txt 12.7 KB
Newer Older
1
#
2
# This file is autogenerated by pip-compile with Python 3.12
3
4
# by the following command:
#
5
# python3.12 -m piptools compile requirements-test.in -o requirements-test.txt
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
#
absl-py==2.1.0
    # via rouge-score
accelerate==1.0.1
    # via
    #   lm-eval
    #   peft
aiohappyeyeballs==2.4.3
    # via aiohttp
aiohttp==3.10.10
    # via
    #   datasets
    #   fsspec
    #   lm-eval
aiosignal==1.3.1
    # via
    #   aiohttp
    #   ray
annotated-types==0.7.0
    # via pydantic
anyio==4.6.2.post1
    # via httpx
argcomplete==3.5.1
    # via datamodel-code-generator
attrs==24.2.0
    # via
    #   aiohttp
    #   jsonlines
    #   jsonschema
    #   referencing
audioread==3.0.1
    # via librosa
38
awscli==1.35.23
39
    # via -r requirements-test.in
40
bitsandbytes==0.45.0
41
42
43
    # via -r requirements-test.in
black==24.10.0
    # via datamodel-code-generator
44
boto3==1.35.57
45
    # via tensorizer
46
botocore==1.35.57
47
48
49
50
    # via
    #   awscli
    #   boto3
    #   s3transfer
51
52
bounded-pool-executor==0.0.3
    # via pqdm
53
buildkite-test-collector==0.1.9
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
    # via -r requirements-test.in
certifi==2024.8.30
    # via
    #   httpcore
    #   httpx
    #   requests
cffi==1.17.1
    # via soundfile
chardet==5.2.0
    # via mbstrdecoder
charset-normalizer==3.4.0
    # via requests
click==8.1.7
    # via
    #   black
69
    #   jiwer
70
71
72
73
74
75
76
77
78
    #   nltk
    #   ray
colorama==0.4.6
    # via
    #   awscli
    #   sacrebleu
    #   tqdm-multiprocess
contourpy==1.3.0
    # via matplotlib
79
80
cramjam==2.9.0
    # via fastparquet
81
82
83
84
cupy-cuda12x==13.3.0
    # via ray
cycler==0.12.1
    # via matplotlib
85
datamodel-code-generator==0.26.3
86
87
88
89
90
91
92
93
94
95
96
    # via -r requirements-test.in
dataproperty==1.0.1
    # via
    #   pytablewriter
    #   tabledata
datasets==3.0.2
    # via
    #   evaluate
    #   lm-eval
decorator==5.1.1
    # via librosa
97
98
decord==0.6.0
    # via -r requirements-test.in
99
100
101
102
103
104
105
106
107
108
109
dill==0.3.8
    # via
    #   datasets
    #   evaluate
    #   lm-eval
    #   multiprocess
dnspython==2.7.0
    # via email-validator
docutils==0.16
    # via awscli
einops==0.8.0
110
111
112
113
114
115
116
    # via
    #   -r requirements-test.in
    #   encodec
    #   vector-quantize-pytorch
    #   vocos
einx==0.3.0
    # via vector-quantize-pytorch
117
118
email-validator==2.2.0
    # via pydantic
119
120
encodec==0.1.1
    # via vocos
121
122
evaluate==0.4.3
    # via lm-eval
123
124
fastparquet==2024.11.0
    # via genai-perf
125
126
127
128
129
130
131
132
133
134
135
136
fastrlock==0.8.2
    # via cupy-cuda12x
filelock==3.16.1
    # via
    #   datasets
    #   huggingface-hub
    #   ray
    #   torch
    #   transformers
    #   triton
fonttools==4.54.1
    # via matplotlib
137
138
frozendict==2.4.6
    # via einx
139
140
141
142
143
144
145
146
147
frozenlist==1.5.0
    # via
    #   aiohttp
    #   aiosignal
    #   ray
fsspec[http]==2024.9.0
    # via
    #   datasets
    #   evaluate
148
    #   fastparquet
149
150
    #   huggingface-hub
    #   torch
151
152
genai-perf==0.0.8
    # via -r requirements-test.in
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
genson==1.3.0
    # via datamodel-code-generator
h11==0.14.0
    # via httpcore
hiredis==3.0.0
    # via tensorizer
httpcore==1.0.6
    # via httpx
httpx==0.27.2
    # via -r requirements-test.in
huggingface-hub==0.26.2
    # via
    #   accelerate
    #   datasets
    #   evaluate
    #   peft
    #   sentence-transformers
    #   timm
    #   tokenizers
    #   transformers
173
    #   vocos
174
175
humanize==4.11.0
    # via runai-model-streamer
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
idna==3.10
    # via
    #   anyio
    #   email-validator
    #   httpx
    #   requests
    #   yarl
inflect==5.6.2
    # via datamodel-code-generator
iniconfig==2.0.0
    # via pytest
isort==5.13.2
    # via datamodel-code-generator
jinja2==3.1.4
    # via
    #   datamodel-code-generator
    #   torch
193
194
jiwer==3.0.5
    # via -r requirements-test.in
195
196
197
198
199
200
201
202
203
204
205
206
jmespath==1.0.1
    # via
    #   boto3
    #   botocore
joblib==1.4.2
    # via
    #   librosa
    #   nltk
    #   scikit-learn
jsonlines==4.0.0
    # via lm-eval
jsonschema==4.23.0
207
208
209
    # via
    #   mistral-common
    #   ray
210
211
jsonschema-specifications==2024.10.1
    # via jsonschema
212
213
kaleido==0.2.1
    # via genai-perf
214
215
216
217
218
219
220
221
222
223
224
225
226
227
kiwisolver==1.4.7
    # via matplotlib
lazy-loader==0.4
    # via librosa
libnacl==2.1.0
    # via tensorizer
librosa==0.10.2.post1
    # via -r requirements-test.in
llvmlite==0.43.0
    # via numba
lm-eval[api]==0.4.4
    # via -r requirements-test.in
lxml==5.3.0
    # via sacrebleu
228
229
markdown-it-py==3.0.0
    # via rich
230
231
232
233
234
235
236
237
238
markupsafe==3.0.2
    # via jinja2
matplotlib==3.9.2
    # via -r requirements-test.in
mbstrdecoder==1.1.3
    # via
    #   dataproperty
    #   pytablewriter
    #   typepy
239
240
mdurl==0.1.2
    # via markdown-it-py
241
mistral-common[opencv]==1.5.1
242
243
244
    # via
    #   -r requirements-test.in
    #   mistral-common
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
more-itertools==10.5.0
    # via lm-eval
mpmath==1.3.0
    # via sympy
msgpack==1.1.0
    # via
    #   librosa
    #   ray
multidict==6.1.0
    # via
    #   aiohttp
    #   yarl
multiprocess==0.70.16
    # via
    #   datasets
    #   evaluate
mypy-extensions==1.0.0
    # via black
networkx==3.2.1
    # via torch
nltk==3.9.1
    # via rouge-score
numba==0.60.0
    # via librosa
numexpr==2.10.1
    # via lm-eval
numpy==1.26.4
    # via
    #   -r requirements-test.in
    #   accelerate
    #   bitsandbytes
    #   contourpy
    #   cupy-cuda12x
    #   datasets
279
    #   decord
280
281
    #   einx
    #   encodec
282
    #   evaluate
283
284
    #   fastparquet
    #   genai-perf
285
286
    #   librosa
    #   matplotlib
287
    #   mistral-common
288
289
    #   numba
    #   numexpr
290
    #   opencv-python-headless
291
    #   pandas
292
    #   patsy
293
294
    #   peft
    #   rouge-score
295
    #   runai-model-streamer
296
297
298
299
    #   sacrebleu
    #   scikit-learn
    #   scipy
    #   soxr
300
    #   statsmodels
301
302
303
    #   tensorizer
    #   torchvision
    #   transformers
304
    #   tritonclient
305
    #   vocos
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
nvidia-cublas-cu12==12.4.5.8
    # via
    #   nvidia-cudnn-cu12
    #   nvidia-cusolver-cu12
    #   torch
nvidia-cuda-cupti-cu12==12.4.127
    # via torch
nvidia-cuda-nvrtc-cu12==12.4.127
    # via torch
nvidia-cuda-runtime-cu12==12.4.127
    # via torch
nvidia-cudnn-cu12==9.1.0.70
    # via torch
nvidia-cufft-cu12==11.2.1.3
    # via torch
nvidia-curand-cu12==10.3.5.147
    # via torch
nvidia-cusolver-cu12==11.6.1.9
    # via torch
nvidia-cusparse-cu12==12.3.1.170
    # via
    #   nvidia-cusolver-cu12
    #   torch
nvidia-nccl-cu12==2.21.5
    # via torch
nvidia-nvjitlink-cu12==12.4.127
    # via
    #   nvidia-cusolver-cu12
    #   nvidia-cusparse-cu12
    #   torch
nvidia-nvtx-cu12==12.4.127
    # via torch
338
339
opencv-python-headless==4.10.0.84
    # via mistral-common
340
341
342
343
344
345
346
packaging==24.1
    # via
    #   accelerate
    #   black
    #   datamodel-code-generator
    #   datasets
    #   evaluate
347
    #   fastparquet
348
349
350
351
    #   huggingface-hub
    #   lazy-loader
    #   matplotlib
    #   peft
352
    #   plotly
353
354
355
356
    #   pooch
    #   pytest
    #   pytest-rerunfailures
    #   ray
357
    #   statsmodels
358
359
360
361
362
363
    #   transformers
    #   typepy
pandas==2.2.3
    # via
    #   datasets
    #   evaluate
364
365
366
    #   fastparquet
    #   genai-perf
    #   statsmodels
367
368
369
370
pathspec==0.12.1
    # via black
pathvalidate==3.2.1
    # via pytablewriter
371
372
patsy==1.0.1
    # via statsmodels
373
374
375
376
peft==0.13.2
    # via
    #   -r requirements-test.in
    #   lm-eval
377
pillow==10.4.0
378
    # via
379
    #   genai-perf
380
    #   matplotlib
381
    #   mistral-common
382
383
384
385
386
387
    #   sentence-transformers
    #   torchvision
platformdirs==4.3.6
    # via
    #   black
    #   pooch
388
389
plotly==5.24.1
    # via genai-perf
390
391
392
393
394
395
pluggy==1.5.0
    # via pytest
pooch==1.8.2
    # via librosa
portalocker==2.10.1
    # via sacrebleu
396
397
pqdm==0.2.0
    # via -r requirements-test.in
398
399
400
401
402
403
404
405
406
407
408
409
410
411
propcache==0.2.0
    # via yarl
protobuf==5.28.3
    # via
    #   ray
    #   tensorizer
psutil==6.1.0
    # via
    #   accelerate
    #   peft
    #   tensorizer
py==1.11.0
    # via pytest-forked
pyarrow==18.0.0
412
413
414
    # via
    #   datasets
    #   genai-perf
415
416
417
418
419
420
421
pyasn1==0.6.1
    # via rsa
pybind11==2.13.6
    # via lm-eval
pycparser==2.22
    # via cffi
pydantic[email]==2.9.2
422
423
424
    # via
    #   datamodel-code-generator
    #   mistral-common
425
426
pydantic-core==2.23.4
    # via pydantic
427
428
pygments==2.18.0
    # via rich
429
430
431
432
433
434
435
436
pyparsing==3.2.0
    # via matplotlib
pytablewriter==1.2.0
    # via lm-eval
pytest==8.3.3
    # via
    #   -r requirements-test.in
    #   buildkite-test-collector
437
    #   genai-perf
438
439
    #   pytest-asyncio
    #   pytest-forked
440
    #   pytest-mock
441
442
443
444
445
446
    #   pytest-rerunfailures
    #   pytest-shard
pytest-asyncio==0.24.0
    # via -r requirements-test.in
pytest-forked==1.6.0
    # via -r requirements-test.in
447
448
pytest-mock==3.14.0
    # via genai-perf
449
450
451
452
453
454
455
456
457
458
pytest-rerunfailures==14.0
    # via -r requirements-test.in
pytest-shard==0.1.2
    # via -r requirements-test.in
python-dateutil==2.9.0.post0
    # via
    #   botocore
    #   matplotlib
    #   pandas
    #   typepy
459
460
python-rapidjson==1.20
    # via tritonclient
461
462
463
464
465
466
467
468
469
470
pytz==2024.2
    # via
    #   pandas
    #   typepy
pyyaml==6.0.2
    # via
    #   accelerate
    #   awscli
    #   datamodel-code-generator
    #   datasets
471
    #   genai-perf
472
473
474
    #   huggingface-hub
    #   peft
    #   ray
475
    #   responses
476
477
    #   timm
    #   transformers
478
    #   vocos
479
480
rapidfuzz==3.12.1
    # via jiwer
481
ray[adag]==2.40.0
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
    # via -r requirements-test.in
redis==5.2.0
    # via tensorizer
referencing==0.35.1
    # via
    #   jsonschema
    #   jsonschema-specifications
regex==2024.9.11
    # via
    #   nltk
    #   sacrebleu
    #   tiktoken
    #   transformers
requests==2.32.3
    # via
    #   buildkite-test-collector
    #   datasets
    #   evaluate
    #   huggingface-hub
    #   lm-eval
502
    #   mistral-common
503
504
    #   pooch
    #   ray
505
    #   responses
506
507
    #   tiktoken
    #   transformers
508
509
510
511
responses==0.25.3
    # via genai-perf
rich==13.9.4
    # via genai-perf
512
513
rouge-score==0.1.2
    # via lm-eval
514
rpds-py==0.20.1
515
516
517
518
519
    # via
    #   jsonschema
    #   referencing
rsa==4.7.2
    # via awscli
520
521
522
523
runai-model-streamer==0.11.0
    # via -r requirements-test.in
runai-model-streamer-s3==0.11.0
    # via -r requirements-test.in
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
s3transfer==0.10.3
    # via
    #   awscli
    #   boto3
sacrebleu==2.4.3
    # via lm-eval
safetensors==0.4.5
    # via
    #   accelerate
    #   peft
    #   timm
    #   transformers
scikit-learn==1.5.2
    # via
    #   librosa
    #   lm-eval
    #   sentence-transformers
scipy==1.13.1
    # via
    #   librosa
    #   scikit-learn
    #   sentence-transformers
546
    #   statsmodels
547
    #   vocos
548
549
sentence-transformers==3.2.1
    # via -r requirements-test.in
550
551
sentencepiece==0.2.0
    # via mistral-common
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
six==1.16.0
    # via
    #   python-dateutil
    #   rouge-score
sniffio==1.3.1
    # via
    #   anyio
    #   httpx
soundfile==0.12.1
    # via
    #   -r requirements-test.in
    #   librosa
soxr==0.5.0.post1
    # via librosa
sqlitedict==2.1.0
    # via lm-eval
568
569
statsmodels==0.14.4
    # via genai-perf
570
sympy==1.13.1
571
572
573
    # via
    #   einx
    #   torch
574
575
576
577
578
579
580
tabledata==1.3.3
    # via pytablewriter
tabulate==0.9.0
    # via sacrebleu
tcolorpy==0.1.6
    # via pytablewriter
tenacity==9.0.0
581
582
583
    # via
    #   lm-eval
    #   plotly
584
585
586
587
tensorizer==2.9.0
    # via -r requirements-test.in
threadpoolctl==3.5.0
    # via scikit-learn
588
589
590
591
tiktoken==0.7.0
    # via
    #   lm-eval
    #   mistral-common
592
593
timm==1.0.11
    # via -r requirements-test.in
594
tokenizers==0.21.0
595
    # via transformers
596
torch==2.5.1
597
598
599
600
    # via
    #   -r requirements-test.in
    #   accelerate
    #   bitsandbytes
601
    #   encodec
602
603
    #   lm-eval
    #   peft
604
    #   runai-model-streamer
605
606
607
    #   sentence-transformers
    #   tensorizer
    #   timm
608
    #   torchaudio
609
    #   torchvision
610
611
612
613
614
615
616
    #   vector-quantize-pytorch
    #   vocos
torchaudio==2.5.1
    # via
    #   -r requirements-test.in
    #   encodec
    #   vocos
617
torchvision==0.20.1
618
619
620
621
622
623
624
625
626
    # via timm
tqdm==4.66.6
    # via
    #   datasets
    #   evaluate
    #   huggingface-hub
    #   lm-eval
    #   nltk
    #   peft
627
    #   pqdm
628
629
630
631
632
    #   sentence-transformers
    #   tqdm-multiprocess
    #   transformers
tqdm-multiprocess==0.0.11
    # via lm-eval
633
transformers==4.48.2
634
    # via
635
    #   -r requirements-test.in
636
    #   genai-perf
637
638
639
640
641
642
643
644
    #   lm-eval
    #   peft
    #   sentence-transformers
    #   transformers-stream-generator
transformers-stream-generator==0.0.5
    # via -r requirements-test.in
triton==3.1.0
    # via torch
645
646
647
648
tritonclient==2.51.0
    # via
    #   -r requirements-test.in
    #   genai-perf
649
650
651
652
653
654
655
typepy[datetime]==1.3.2
    # via
    #   dataproperty
    #   pytablewriter
    #   tabledata
typing-extensions==4.12.2
    # via
656
    #   bitsandbytes
657
658
    #   huggingface-hub
    #   librosa
659
    #   mistral-common
660
    #   pqdm
661
662
663
664
665
    #   pydantic
    #   pydantic-core
    #   torch
tzdata==2024.2
    # via pandas
666
urllib3==2.2.3
667
668
669
    # via
    #   botocore
    #   requests
670
671
    #   responses
    #   tritonclient
672
673
674
675
vector-quantize-pytorch==1.21.2
    # via -r requirements-test.in
vocos==0.1.0
    # via -r requirements-test.in
676
677
678
679
680
681
word2number==1.1
    # via lm-eval
xxhash==3.5.0
    # via
    #   datasets
    #   evaluate
682
yarl==1.17.1
683
684
685
686
687
688
    # via aiohttp
zstandard==0.23.0
    # via lm-eval

# The following packages are considered to be unsafe in a requirements file:
# setuptools