setup.py 1.63 KB
Newer Older
Leo Gao's avatar
Leo Gao committed
1
2
3
4
5
6
import setuptools

with open("README.md", "r", encoding="utf-8") as fh:
    long_description = fh.read()

setuptools.setup(
Leo Gao's avatar
Leo Gao committed
7
    name="lm_eval",
Stella Biderman's avatar
Stella Biderman committed
8
    version="0.3.0",
Leo Gao's avatar
Leo Gao committed
9
10
11
12
13
14
15
    author="Leo Gao",
    author_email="lg@eleuther.ai",
    description="A framework for evaluating autoregressive language models",
    long_description=long_description,
    long_description_content_type="text/markdown",
    url="https://github.com/EleutherAI/lm-evaluation-harness",
    packages=setuptools.find_packages(),
jonabur's avatar
jonabur committed
16
    package_data={"lm_eval": ["**/*.json"]},
SingL3's avatar
SingL3 committed
17
    include_package_data=True,
Leo Gao's avatar
Leo Gao committed
18
    classifiers=[
jon-tow's avatar
jon-tow committed
19
        "Development Status :: 3 - Alpha",
Leo Gao's avatar
Leo Gao committed
20
21
22
23
        "Programming Language :: Python :: 3",
        "License :: OSI Approved :: MIT License",
        "Operating System :: OS Independent",
    ],
24
    python_requires=">=3.9",
25
    install_requires=[
jon-tow's avatar
jon-tow committed
26
        "datasets>=2.0.0",
Pasquale Minervini's avatar
Pasquale Minervini committed
27
        "einops",
jon-tow's avatar
jon-tow committed
28
29
30
        "jsonlines",
        "numexpr",
        "openai>=0.6.4",
Xingjian Shi's avatar
Xingjian Shi committed
31
        "omegaconf>=2.2",
32
        "peft>=0.2.0",
jon-tow's avatar
jon-tow committed
33
34
35
36
37
        "pybind11>=2.6.2",
        "pycountry",
        "pytablewriter",
        "rouge-score>=0.0.4",
        "sacrebleu==1.5.0",
38
        "scikit-learn>=0.24.1",
jon-tow's avatar
jon-tow committed
39
        "sqlitedict",
40
        "torch>=1.7",
jon-tow's avatar
jon-tow committed
41
        "tqdm-multiprocess",
42
        "transformers>=4.1",
jon-tow's avatar
jon-tow committed
43
        "zstandard",
44
        "accelerate>=0.17.1",
45
    ],
jon-tow's avatar
jon-tow committed
46
47
48
    extras_require={
        "dev": ["black", "flake8", "pre-commit", "pytest", "pytest-cov"],
        "multilingual": ["nagisa>=0.2.7", "jieba>=0.42.1"],
49
        "sentencepiece": ["sentencepiece>=0.1.98", "protobuf>=4.22.1"],
50
        "auto-gptq": ["auto-gptq[triton] @ git+https://github.com/PanQiWei/AutoGPTQ"],
Jason Phang's avatar
Jason Phang committed
51
        "anthropic": ["anthropic"],
jon-tow's avatar
jon-tow committed
52
    },
Leo Gao's avatar
Leo Gao committed
53
)