Skip to content

GitLab

Commit dcf11cf8 authored by yuzhaohui's avatar yuzhaohui Committed by gaotong
Browse files

New logo and update setup.py

parent d3b6112b
Show whitespace changes
Inline Side-by-side
Showing with 185 additions and 14 deletions
configs/eval_demo.py 0 → 100644
View file @ dcf11cf8
from opencompass.models import HuggingFaceCausalLM
with read_base():
from .datasets.piqa.piqa_ppl import piqa_datasets
datasets = piqa_datasets
models = [
# OPT-1.3b
dict(
type=HuggingFaceCausalLM,
path='facebook/opt-1.3b',
tokenizer_path='facebook/opt-1.3b',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
proxies=None,
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=16,
model_kwargs=dict(device_map='auto'),
run_cfg=dict(num_gpus=1, num_procs=1),
)
]
docs/en/_static/css/readthedocs.css
View file @ dcf11cf8
.header-logo {
background-image: url("../image/logo.png");
background-size: 183px 50px;
height: 50px;
width: 183px;
background-image: url("../image/logo.svg");
background-size: 275px 80px;
height: 80px;
width: 275px;
}
@media screen and (min-width: 1100px) {
......
docs/en/_static/image/logo.svg 0 → 100644
View file @ dcf11cf8
<svg width="210" height="36" viewBox="0 0 210 36" fill="none" xmlns="http://www.w3.org/2000/svg">
<path d="M31.134 7.59873L29.0688 6.24182L27.1077 8.8023L29.1692 10.1574L29.7971 13.3963L31.7607 10.8328L31.134 7.59873Z" fill="#36569B"/>
<path d="M32.2444 13.3251L30.7871 15.2077L33.5034 19.84L32.2444 13.3251Z" fill="#36569B"/>
<path d="M21.7031 1.35691L19.6379 0L20.2653 3.23406L23.9496 9.51782L23.3296 6.31905L25.4167 7.69116L21.7031 1.35691Z" fill="#36569B"/>
<path d="M23.2942 2.40283L26.0068 7.03944L27.4574 5.14585L23.2942 2.40283Z" fill="#36569B"/>
<path d="M24.4577 12.1373L22.468 14.7355L23.0947 17.969L25.1593 19.3259L27.1071 16.7837L25.1033 15.4663L24.4577 12.1373Z" fill="#36569B"/>
<path d="M20.7253 5.72766L21.9843 12.2426L23.4416 10.3606L20.7253 5.72766Z" fill="#36569B"/>
<path d="M30.3282 16.1344L30.9427 19.3046L28.8374 17.9209L32.5254 24.2107L34.5906 25.5676L33.9632 22.3342L30.3282 16.1344Z" fill="#36569B"/>
<path d="M28.2219 18.5282L26.7712 20.4224L30.9344 23.1648L28.2219 18.5282Z" fill="#36569B"/>
<path d="M27.4902 14.6388C26.8453 14.2147 26.1631 13.0519 25.9672 12.0418C25.7713 11.0318 26.1352 10.5559 26.7808 10.98C27.4263 11.4041 28.1078 12.5669 28.3038 13.577C28.4997 14.5871 28.1358 15.0629 27.4902 14.6388ZM29.169 10.1574L27.1075 8.80229L25.4165 7.69121L23.3289 6.31909L23.9489 9.51786L24.457 12.1374L25.1026 15.4657L27.1069 16.7831L28.8374 17.9203L30.9427 19.304L30.3282 16.1338L29.797 13.3957L29.169 10.1568" fill="#36569B"/>
<path d="M4.56299 28.4276L6.62816 29.7845L13.7547 29.5526L11.6931 28.1976L14.8572 26.6685L7.72221 26.9003L4.56299 28.4276Z" fill="#5878B4"/>
<path d="M10.1572 25.7234L15.4248 25.5592L16.5292 22.6494L10.1572 25.7234Z" fill="#5878B4"/>
<path d="M13.936 34.6431L16.0006 36L19.1598 34.4727L20.6579 30.5255L17.5334 32.0358L15.4457 30.6636L13.936 34.6431Z" fill="#5878B4"/>
<path d="M12.3443 33.5971L13.4614 30.6868L8.19019 30.8584L12.3443 33.5971Z" fill="#5878B4"/>
<path d="M23.217 29.2885L30.447 29.0536L33.6062 27.527L31.5416 26.17L24.4644 26.4L26.4687 27.7174L23.217 29.2885Z" fill="#5878B4"/>
<path d="M21.6399 33.3051L28.0125 30.2305L22.7443 30.3948L21.6399 33.3051Z" fill="#5878B4"/>
<path d="M17.532 25.376L20.6285 23.8792L22.7339 25.2628L24.2338 21.3114L22.1692 19.9545L19.01 21.4811L17.532 25.376Z" fill="#5878B4"/>
<path d="M24.7078 25.2677L29.979 25.0961L25.8249 22.3573L24.7078 25.2677Z" fill="#5878B4"/>
<path d="M20.8659 27.095C21.5109 27.5191 21.2341 28.2492 20.2471 28.7263C19.2601 29.2033 17.9373 29.2465 17.2917 28.8224C16.6461 28.3983 16.9242 27.6681 17.9105 27.1911C18.8969 26.714 20.2203 26.6708 20.8659 27.095ZM11.6931 28.1981L13.7546 29.5532L15.4456 30.6643L17.5333 32.0364L20.6578 30.5262L23.2171 29.2891L26.4688 27.7174L24.4645 26.4001L22.7339 25.2628L20.6286 23.8792L17.5321 25.376L14.8572 26.669L11.6931 28.1981Z" fill="#5878B4"/>
<path d="M0 8.59601L0.627949 11.8337L5.79454 14.1678L5.1678 10.935L8.33128 9.40589L3.15922 7.06934L0 8.59601Z" fill="#1B3882"/>
<path d="M5.59424 5.89253L9.40879 7.63034L11.9626 2.82275L5.59424 5.89253Z" fill="#1B3882"/>
<path d="M2.81592 23.3924L3.44387 26.6301L6.60309 25.1028L10.0678 18.5817L6.94322 20.092L6.30858 16.819L2.81592 23.3924Z" fill="#1B3882"/>
<path d="M2.33231 20.8969L4.89522 16.0942L1.07397 14.3679L2.33231 20.8969Z" fill="#1B3882"/>
<path d="M12.6272 17.3446L17.8686 19.7122L21.0278 18.1855L20.3999 14.9484L15.2692 12.6307L15.8789 15.7729L12.6272 17.3446Z" fill="#1B3882"/>
<path d="M9.06445 23.9594L15.4334 20.8897L11.6188 19.1519L9.06445 23.9594Z" fill="#1B3882"/>
<path d="M11.0061 8.11282L14.1033 6.61657L14.7434 9.91757L18.2117 3.38981L17.5838 0.1521L14.4245 1.67938L11.0061 8.11282Z" fill="#1B3882"/>
<path d="M16.1321 10.6878L19.9533 12.4141L18.6956 5.88513L16.1321 10.6878Z" fill="#1B3882"/>
<path d="M12.3082 12.4914C12.5041 13.5027 11.8634 14.7093 10.8765 15.1864C9.88951 15.6634 8.93055 15.2302 8.73401 14.2189C8.53808 13.2076 9.17881 12.001 10.1658 11.524C11.1527 11.0469 12.1117 11.4801 12.3082 12.4914ZM5.16772 10.9349L5.79446 14.1678L6.30862 16.8189L6.94326 20.0919L10.0678 18.5817L12.6271 17.3447L15.8788 15.773L15.2697 12.6302L14.7433 9.91696L14.1032 6.61597L11.0067 8.11282L8.33181 9.40584L5.16772 10.9349Z" fill="#1B3882"/>
<path d="M49.4688 26.4805C47 26.4805 45.1133 25.8086 43.8086 24.4648C42.0586 22.8164 41.1836 20.4414 41.1836 17.3398C41.1836 14.1758 42.0586 11.8008 43.8086 10.2148C45.1133 8.87109 47 8.19922 49.4688 8.19922C51.9375 8.19922 53.8242 8.87109 55.1289 10.2148C56.8711 11.8008 57.7422 14.1758 57.7422 17.3398C57.7422 20.4414 56.8711 22.8164 55.1289 24.4648C53.8242 25.8086 51.9375 26.4805 49.4688 26.4805ZM52.8789 21.8398C53.7148 20.7852 54.1328 19.2852 54.1328 17.3398C54.1328 15.4023 53.7109 13.9062 52.8672 12.8516C52.0312 11.7891 50.8984 11.2578 49.4688 11.2578C48.0391 11.2578 46.8984 11.7852 46.0469 12.8398C45.1953 13.8945 44.7695 15.3945 44.7695 17.3398C44.7695 19.2852 45.1953 20.7852 46.0469 21.8398C46.8984 22.8945 48.0391 23.4219 49.4688 23.4219C50.8984 23.4219 52.0352 22.8945 52.8789 21.8398ZM70.9375 14.5977C71.9688 15.6992 72.4844 17.3164 72.4844 19.4492C72.4844 21.6992 71.9766 23.4141 70.9609 24.5938C69.9531 25.7734 68.6523 26.3633 67.0586 26.3633C66.043 26.3633 65.1992 26.1094 64.5273 25.6016C64.1602 25.3203 63.8008 24.9102 63.4492 24.3711V31.0273H60.1445V13.2266H63.3438V15.1133C63.7031 14.5586 64.0859 14.1211 64.4922 13.8008C65.2344 13.2305 66.1172 12.9453 67.1406 12.9453C68.6328 12.9453 69.8984 13.4961 70.9375 14.5977ZM69.0391 19.6133C69.0391 18.6289 68.8125 17.7578 68.3594 17C67.9141 16.2422 67.1875 15.8633 66.1797 15.8633C64.9688 15.8633 64.1367 16.4375 63.6836 17.5859C63.4492 18.1953 63.332 18.9688 63.332 19.9062C63.332 21.3906 63.7266 22.4336 64.5156 23.0352C64.9844 23.3867 65.5391 23.5625 66.1797 23.5625C67.1094 23.5625 67.8164 23.2031 68.3008 22.4844C68.793 21.7656 69.0391 20.8086 69.0391 19.6133ZM85.8438 22.25C85.7578 23.0078 85.3633 23.7773 84.6602 24.5586C83.5664 25.8008 82.0352 26.4219 80.0664 26.4219C78.4414 26.4219 77.0078 25.8984 75.7656 24.8516C74.5234 23.8047 73.9023 22.1016 73.9023 19.7422C73.9023 17.5312 74.4609 15.8359 75.5781 14.6562C76.7031 13.4766 78.1602 12.8867 79.9492 12.8867C81.0117 12.8867 81.9688 13.0859 82.8203 13.4844C83.6719 13.8828 84.375 14.5117 84.9297 15.3711C85.4297 16.1289 85.7539 17.0078 85.9023 18.0078C85.9883 18.5938 86.0234 19.4375 86.0078 20.5391H77.2656C77.3125 21.8203 77.7148 22.7188 78.4727 23.2344C78.9336 23.5547 79.4883 23.7148 80.1367 23.7148C80.8242 23.7148 81.3828 23.5195 81.8125 23.1289C82.0469 22.918 82.2539 22.625 82.4336 22.25H85.8438ZM82.5391 18.3359C82.4844 17.4531 82.2148 16.7852 81.7305 16.332C81.2539 15.8711 80.6602 15.6406 79.9492 15.6406C79.1758 15.6406 78.5742 15.8828 78.1445 16.3672C77.7227 16.8516 77.457 17.5078 77.3477 18.3359H82.5391ZM94.2812 15.6992C93.1484 15.6992 92.3711 16.1797 91.9492 17.1406C91.7305 17.6484 91.6211 18.2969 91.6211 19.0859V26H88.293V13.25H91.5156V15.1133C91.9453 14.457 92.3516 13.9844 92.7344 13.6953C93.4219 13.1797 94.293 12.9219 95.3477 12.9219C96.668 12.9219 97.7461 13.2695 98.582 13.9648C99.4258 14.6523 99.8477 15.7969 99.8477 17.3984V26H96.4258V18.2305C96.4258 17.5586 96.3359 17.043 96.1562 16.6836C95.8281 16.0273 95.2031 15.6992 94.2812 15.6992ZM115.398 24.7109C114.109 25.8906 112.461 26.4805 110.453 26.4805C107.969 26.4805 106.016 25.6836 104.594 24.0898C103.172 22.4883 102.461 20.293 102.461 17.5039C102.461 14.4883 103.27 12.1641 104.887 10.5312C106.293 9.10938 108.082 8.39844 110.254 8.39844C113.16 8.39844 115.285 9.35156 116.629 11.2578C117.371 12.3281 117.77 13.4023 117.824 14.4805H114.215C113.98 13.6523 113.68 13.0273 113.312 12.6055C112.656 11.8555 111.684 11.4805 110.395 11.4805C109.082 11.4805 108.047 12.0117 107.289 13.0742C106.531 14.1289 106.152 15.625 106.152 17.5625C106.152 19.5 106.551 20.9531 107.348 21.9219C108.152 22.8828 109.172 23.3633 110.406 23.3633C111.672 23.3633 112.637 22.9492 113.301 22.1211C113.668 21.6758 113.973 21.0078 114.215 20.1172H117.789C117.477 22 116.68 23.5312 115.398 24.7109ZM130.938 14.8438C132.016 16.1953 132.555 17.793 132.555 19.6367C132.555 21.5117 132.016 23.1172 130.938 24.4531C129.859 25.7812 128.223 26.4453 126.027 26.4453C123.832 26.4453 122.195 25.7812 121.117 24.4531C120.039 23.1172 119.5 21.5117 119.5 19.6367C119.5 17.793 120.039 16.1953 121.117 14.8438C122.195 13.4922 123.832 12.8164 126.027 12.8164C128.223 12.8164 129.859 13.4922 130.938 14.8438ZM126.016 15.6406C125.039 15.6406 124.285 15.9883 123.754 16.6836C123.23 17.3711 122.969 18.3555 122.969 19.6367C122.969 20.918 123.23 21.9062 123.754 22.6016C124.285 23.2969 125.039 23.6445 126.016 23.6445C126.992 23.6445 127.742 23.2969 128.266 22.6016C128.789 21.9062 129.051 20.918 129.051 19.6367C129.051 18.3555 128.789 17.3711 128.266 16.6836C127.742 15.9883 126.992 15.6406 126.016 15.6406ZM142.129 16.7422C141.848 16.125 141.297 15.8164 140.477 15.8164C139.523 15.8164 138.883 16.125 138.555 16.7422C138.375 17.0938 138.285 17.6172 138.285 18.3125V26H134.898V13.25H138.145V15.1133C138.559 14.4492 138.949 13.9766 139.316 13.6953C139.965 13.1953 140.805 12.9453 141.836 12.9453C142.812 12.9453 143.602 13.1602 144.203 13.5898C144.688 13.9883 145.055 14.5 145.305 15.125C145.742 14.375 146.285 13.8242 146.934 13.4727C147.621 13.1211 148.387 12.9453 149.23 12.9453C149.793 12.9453 150.348 13.0547 150.895 13.2734C151.441 13.4922 151.938 13.875 152.383 14.4219C152.742 14.8672 152.984 15.4141 153.109 16.0625C153.188 16.4922 153.227 17.1211 153.227 17.9492L153.203 26H149.781V17.8672C149.781 17.3828 149.703 16.9844 149.547 16.6719C149.25 16.0781 148.703 15.7812 147.906 15.7812C146.984 15.7812 146.348 16.1641 145.996 16.9297C145.816 17.3359 145.727 17.8242 145.727 18.3945V26H142.363V18.3945C142.363 17.6367 142.285 17.0859 142.129 16.7422ZM167.008 14.5977C168.039 15.6992 168.555 17.3164 168.555 19.4492C168.555 21.6992 168.047 23.4141 167.031 24.5938C166.023 25.7734 164.723 26.3633 163.129 26.3633C162.113 26.3633 161.27 26.1094 160.598 25.6016C160.23 25.3203 159.871 24.9102 159.52 24.3711V31.0273H156.215V13.2266H159.414V15.1133C159.773 14.5586 160.156 14.1211 160.562 13.8008C161.305 13.2305 162.188 12.9453 163.211 12.9453C164.703 12.9453 165.969 13.4961 167.008 14.5977ZM165.109 19.6133C165.109 18.6289 164.883 17.7578 164.43 17C163.984 16.2422 163.258 15.8633 162.25 15.8633C161.039 15.8633 160.207 16.4375 159.754 17.5859C159.52 18.1953 159.402 18.9688 159.402 19.9062C159.402 21.3906 159.797 22.4336 160.586 23.0352C161.055 23.3867 161.609 23.5625 162.25 23.5625C163.18 23.5625 163.887 23.2031 164.371 22.4844C164.863 21.7656 165.109 20.8086 165.109 19.6133ZM171.461 14.6094C172.344 13.4844 173.859 12.9219 176.008 12.9219C177.406 12.9219 178.648 13.1992 179.734 13.7539C180.82 14.3086 181.363 15.3555 181.363 16.8945V22.7539C181.363 23.1602 181.371 23.6523 181.387 24.2305C181.41 24.668 181.477 24.9648 181.586 25.1211C181.695 25.2773 181.859 25.4062 182.078 25.5078V26H178.445C178.344 25.7422 178.273 25.5 178.234 25.2734C178.195 25.0469 178.164 24.7891 178.141 24.5C177.68 25 177.148 25.4258 176.547 25.7773C175.828 26.1914 175.016 26.3984 174.109 26.3984C172.953 26.3984 171.996 26.0703 171.238 25.4141C170.488 24.75 170.113 23.8125 170.113 22.6016C170.113 21.0312 170.719 19.8945 171.93 19.1914C172.594 18.8086 173.57 18.5352 174.859 18.3711L175.996 18.2305C176.613 18.1523 177.055 18.0547 177.32 17.9375C177.797 17.7344 178.035 17.418 178.035 16.9883C178.035 16.4648 177.852 16.1055 177.484 15.9102C177.125 15.707 176.594 15.6055 175.891 15.6055C175.102 15.6055 174.543 15.8008 174.215 16.1914C173.98 16.4805 173.824 16.8711 173.746 17.3633H170.523C170.594 16.2461 170.906 15.3281 171.461 14.6094ZM173.945 23.5859C174.258 23.8438 174.641 23.9727 175.094 23.9727C175.812 23.9727 176.473 23.7617 177.074 23.3398C177.684 22.918 178 22.1484 178.023 21.0312V19.7891C177.812 19.9219 177.598 20.0312 177.379 20.1172C177.168 20.1953 176.875 20.2695 176.5 20.3398L175.75 20.4805C175.047 20.6055 174.543 20.7578 174.238 20.9375C173.723 21.2422 173.465 21.7148 173.465 22.3555C173.465 22.9258 173.625 23.3359 173.945 23.5859ZM193.141 13.8125C194.141 14.4531 194.715 15.5547 194.863 17.1172H191.523C191.477 16.6875 191.355 16.3477 191.16 16.0977C190.793 15.6445 190.168 15.418 189.285 15.418C188.559 15.418 188.039 15.5312 187.727 15.7578C187.422 15.9844 187.27 16.25 187.27 16.5547C187.27 16.9375 187.434 17.2148 187.762 17.3867C188.09 17.5664 189.25 17.875 191.242 18.3125C192.57 18.625 193.566 19.0977 194.23 19.7305C194.887 20.3711 195.215 21.1719 195.215 22.1328C195.215 23.3984 194.742 24.4336 193.797 25.2383C192.859 26.0352 191.406 26.4336 189.438 26.4336C187.43 26.4336 185.945 26.0117 184.984 25.168C184.031 24.3164 183.555 23.2344 183.555 21.9219H186.941C187.012 22.5156 187.164 22.9375 187.398 23.1875C187.812 23.6328 188.578 23.8555 189.695 23.8555C190.352 23.8555 190.871 23.7578 191.254 23.5625C191.645 23.3672 191.84 23.0742 191.84 22.6836C191.84 22.3086 191.684 22.0234 191.371 21.8281C191.059 21.6328 189.898 21.2969 187.891 20.8203C186.445 20.4609 185.426 20.0117 184.832 19.4727C184.238 18.9414 183.941 18.1758 183.941 17.1758C183.941 15.9961 184.402 14.9844 185.324 14.1406C186.254 13.2891 187.559 12.8633 189.238 12.8633C190.832 12.8633 192.133 13.1797 193.141 13.8125ZM206.5 13.8125C207.5 14.4531 208.074 15.5547 208.223 17.1172H204.883C204.836 16.6875 204.715 16.3477 204.52 16.0977C204.152 15.6445 203.527 15.418 202.645 15.418C201.918 15.418 201.398 15.5312 201.086 15.7578C200.781 15.9844 200.629 16.25 200.629 16.5547C200.629 16.9375 200.793 17.2148 201.121 17.3867C201.449 17.5664 202.609 17.875 204.602 18.3125C205.93 18.625 206.926 19.0977 207.59 19.7305C208.246 20.3711 208.574 21.1719 208.574 22.1328C208.574 23.3984 208.102 24.4336 207.156 25.2383C206.219 26.0352 204.766 26.4336 202.797 26.4336C200.789 26.4336 199.305 26.0117 198.344 25.168C197.391 24.3164 196.914 23.2344 196.914 21.9219H200.301C200.371 22.5156 200.523 22.9375 200.758 23.1875C201.172 23.6328 201.938 23.8555 203.055 23.8555C203.711 23.8555 204.23 23.7578 204.613 23.5625C205.004 23.3672 205.199 23.0742 205.199 22.6836C205.199 22.3086 205.043 22.0234 204.73 21.8281C204.418 21.6328 203.258 21.2969 201.25 20.8203C199.805 20.4609 198.785 20.0117 198.191 19.4727C197.598 18.9414 197.301 18.1758 197.301 17.1758C197.301 15.9961 197.762 14.9844 198.684 14.1406C199.613 13.2891 200.918 12.8633 202.598 12.8633C204.191 12.8633 205.492 13.1797 206.5 13.8125Z" fill="#1B3882"/>
</svg>
docs/en/get_started.md
View file @ dcf11cf8
......@@ -17,7 +17,6 @@ conda install pytorch torchvision -c pytorch
```bash
git clone https://github.com/opencompass/opencompass
cd opencompass
pip install -r requirments/runtime.txt
pip install -e .
```
......
docs/zh_cn/_static/css/readthedocs.css
View file @ dcf11cf8
.header-logo {
background-image: url("../image/logo.png");
background-size: 183px 50px;
height: 50px;
width: 183px;
background-image: url("../image/logo.svg");
background-size: 275px 80px;
height: 80px;
width: 275px;
}
@media screen and (min-width: 1100px) {
......
docs/zh_cn/_static/image/logo.svg 0 → 100644
View file @ dcf11cf8
<svg width="210" height="36" viewBox="0 0 210 36" fill="none" xmlns="http://www.w3.org/2000/svg">
<path d="M31.134 7.59873L29.0688 6.24182L27.1077 8.8023L29.1692 10.1574L29.7971 13.3963L31.7607 10.8328L31.134 7.59873Z" fill="#36569B"/>
<path d="M32.2444 13.3251L30.7871 15.2077L33.5034 19.84L32.2444 13.3251Z" fill="#36569B"/>
<path d="M21.7031 1.35691L19.6379 0L20.2653 3.23406L23.9496 9.51782L23.3296 6.31905L25.4167 7.69116L21.7031 1.35691Z" fill="#36569B"/>
<path d="M23.2942 2.40283L26.0068 7.03944L27.4574 5.14585L23.2942 2.40283Z" fill="#36569B"/>
<path d="M24.4577 12.1373L22.468 14.7355L23.0947 17.969L25.1593 19.3259L27.1071 16.7837L25.1033 15.4663L24.4577 12.1373Z" fill="#36569B"/>
<path d="M20.7253 5.72766L21.9843 12.2426L23.4416 10.3606L20.7253 5.72766Z" fill="#36569B"/>
<path d="M30.3282 16.1344L30.9427 19.3046L28.8374 17.9209L32.5254 24.2107L34.5906 25.5676L33.9632 22.3342L30.3282 16.1344Z" fill="#36569B"/>
<path d="M28.2219 18.5282L26.7712 20.4224L30.9344 23.1648L28.2219 18.5282Z" fill="#36569B"/>
<path d="M27.4902 14.6388C26.8453 14.2147 26.1631 13.0519 25.9672 12.0418C25.7713 11.0318 26.1352 10.5559 26.7808 10.98C27.4263 11.4041 28.1078 12.5669 28.3038 13.577C28.4997 14.5871 28.1358 15.0629 27.4902 14.6388ZM29.169 10.1574L27.1075 8.80229L25.4165 7.69121L23.3289 6.31909L23.9489 9.51786L24.457 12.1374L25.1026 15.4657L27.1069 16.7831L28.8374 17.9203L30.9427 19.304L30.3282 16.1338L29.797 13.3957L29.169 10.1568" fill="#36569B"/>
<path d="M4.56299 28.4276L6.62816 29.7845L13.7547 29.5526L11.6931 28.1976L14.8572 26.6685L7.72221 26.9003L4.56299 28.4276Z" fill="#5878B4"/>
<path d="M10.1572 25.7234L15.4248 25.5592L16.5292 22.6494L10.1572 25.7234Z" fill="#5878B4"/>
<path d="M13.936 34.6431L16.0006 36L19.1598 34.4727L20.6579 30.5255L17.5334 32.0358L15.4457 30.6636L13.936 34.6431Z" fill="#5878B4"/>
<path d="M12.3443 33.5971L13.4614 30.6868L8.19019 30.8584L12.3443 33.5971Z" fill="#5878B4"/>
<path d="M23.217 29.2885L30.447 29.0536L33.6062 27.527L31.5416 26.17L24.4644 26.4L26.4687 27.7174L23.217 29.2885Z" fill="#5878B4"/>
<path d="M21.6399 33.3051L28.0125 30.2305L22.7443 30.3948L21.6399 33.3051Z" fill="#5878B4"/>
<path d="M17.532 25.376L20.6285 23.8792L22.7339 25.2628L24.2338 21.3114L22.1692 19.9545L19.01 21.4811L17.532 25.376Z" fill="#5878B4"/>
<path d="M24.7078 25.2677L29.979 25.0961L25.8249 22.3573L24.7078 25.2677Z" fill="#5878B4"/>
<path d="M20.8659 27.095C21.5109 27.5191 21.2341 28.2492 20.2471 28.7263C19.2601 29.2033 17.9373 29.2465 17.2917 28.8224C16.6461 28.3983 16.9242 27.6681 17.9105 27.1911C18.8969 26.714 20.2203 26.6708 20.8659 27.095ZM11.6931 28.1981L13.7546 29.5532L15.4456 30.6643L17.5333 32.0364L20.6578 30.5262L23.2171 29.2891L26.4688 27.7174L24.4645 26.4001L22.7339 25.2628L20.6286 23.8792L17.5321 25.376L14.8572 26.669L11.6931 28.1981Z" fill="#5878B4"/>
<path d="M0 8.59601L0.627949 11.8337L5.79454 14.1678L5.1678 10.935L8.33128 9.40589L3.15922 7.06934L0 8.59601Z" fill="#1B3882"/>
<path d="M5.59424 5.89253L9.40879 7.63034L11.9626 2.82275L5.59424 5.89253Z" fill="#1B3882"/>
<path d="M2.81592 23.3924L3.44387 26.6301L6.60309 25.1028L10.0678 18.5817L6.94322 20.092L6.30858 16.819L2.81592 23.3924Z" fill="#1B3882"/>
<path d="M2.33231 20.8969L4.89522 16.0942L1.07397 14.3679L2.33231 20.8969Z" fill="#1B3882"/>
<path d="M12.6272 17.3446L17.8686 19.7122L21.0278 18.1855L20.3999 14.9484L15.2692 12.6307L15.8789 15.7729L12.6272 17.3446Z" fill="#1B3882"/>
<path d="M9.06445 23.9594L15.4334 20.8897L11.6188 19.1519L9.06445 23.9594Z" fill="#1B3882"/>
<path d="M11.0061 8.11282L14.1033 6.61657L14.7434 9.91757L18.2117 3.38981L17.5838 0.1521L14.4245 1.67938L11.0061 8.11282Z" fill="#1B3882"/>
<path d="M16.1321 10.6878L19.9533 12.4141L18.6956 5.88513L16.1321 10.6878Z" fill="#1B3882"/>
<path d="M12.3082 12.4914C12.5041 13.5027 11.8634 14.7093 10.8765 15.1864C9.88951 15.6634 8.93055 15.2302 8.73401 14.2189C8.53808 13.2076 9.17881 12.001 10.1658 11.524C11.1527 11.0469 12.1117 11.4801 12.3082 12.4914ZM5.16772 10.9349L5.79446 14.1678L6.30862 16.8189L6.94326 20.0919L10.0678 18.5817L12.6271 17.3447L15.8788 15.773L15.2697 12.6302L14.7433 9.91696L14.1032 6.61597L11.0067 8.11282L8.33181 9.40584L5.16772 10.9349Z" fill="#1B3882"/>
<path d="M49.4688 26.4805C47 26.4805 45.1133 25.8086 43.8086 24.4648C42.0586 22.8164 41.1836 20.4414 41.1836 17.3398C41.1836 14.1758 42.0586 11.8008 43.8086 10.2148C45.1133 8.87109 47 8.19922 49.4688 8.19922C51.9375 8.19922 53.8242 8.87109 55.1289 10.2148C56.8711 11.8008 57.7422 14.1758 57.7422 17.3398C57.7422 20.4414 56.8711 22.8164 55.1289 24.4648C53.8242 25.8086 51.9375 26.4805 49.4688 26.4805ZM52.8789 21.8398C53.7148 20.7852 54.1328 19.2852 54.1328 17.3398C54.1328 15.4023 53.7109 13.9062 52.8672 12.8516C52.0312 11.7891 50.8984 11.2578 49.4688 11.2578C48.0391 11.2578 46.8984 11.7852 46.0469 12.8398C45.1953 13.8945 44.7695 15.3945 44.7695 17.3398C44.7695 19.2852 45.1953 20.7852 46.0469 21.8398C46.8984 22.8945 48.0391 23.4219 49.4688 23.4219C50.8984 23.4219 52.0352 22.8945 52.8789 21.8398ZM70.9375 14.5977C71.9688 15.6992 72.4844 17.3164 72.4844 19.4492C72.4844 21.6992 71.9766 23.4141 70.9609 24.5938C69.9531 25.7734 68.6523 26.3633 67.0586 26.3633C66.043 26.3633 65.1992 26.1094 64.5273 25.6016C64.1602 25.3203 63.8008 24.9102 63.4492 24.3711V31.0273H60.1445V13.2266H63.3438V15.1133C63.7031 14.5586 64.0859 14.1211 64.4922 13.8008C65.2344 13.2305 66.1172 12.9453 67.1406 12.9453C68.6328 12.9453 69.8984 13.4961 70.9375 14.5977ZM69.0391 19.6133C69.0391 18.6289 68.8125 17.7578 68.3594 17C67.9141 16.2422 67.1875 15.8633 66.1797 15.8633C64.9688 15.8633 64.1367 16.4375 63.6836 17.5859C63.4492 18.1953 63.332 18.9688 63.332 19.9062C63.332 21.3906 63.7266 22.4336 64.5156 23.0352C64.9844 23.3867 65.5391 23.5625 66.1797 23.5625C67.1094 23.5625 67.8164 23.2031 68.3008 22.4844C68.793 21.7656 69.0391 20.8086 69.0391 19.6133ZM85.8438 22.25C85.7578 23.0078 85.3633 23.7773 84.6602 24.5586C83.5664 25.8008 82.0352 26.4219 80.0664 26.4219C78.4414 26.4219 77.0078 25.8984 75.7656 24.8516C74.5234 23.8047 73.9023 22.1016 73.9023 19.7422C73.9023 17.5312 74.4609 15.8359 75.5781 14.6562C76.7031 13.4766 78.1602 12.8867 79.9492 12.8867C81.0117 12.8867 81.9688 13.0859 82.8203 13.4844C83.6719 13.8828 84.375 14.5117 84.9297 15.3711C85.4297 16.1289 85.7539 17.0078 85.9023 18.0078C85.9883 18.5938 86.0234 19.4375 86.0078 20.5391H77.2656C77.3125 21.8203 77.7148 22.7188 78.4727 23.2344C78.9336 23.5547 79.4883 23.7148 80.1367 23.7148C80.8242 23.7148 81.3828 23.5195 81.8125 23.1289C82.0469 22.918 82.2539 22.625 82.4336 22.25H85.8438ZM82.5391 18.3359C82.4844 17.4531 82.2148 16.7852 81.7305 16.332C81.2539 15.8711 80.6602 15.6406 79.9492 15.6406C79.1758 15.6406 78.5742 15.8828 78.1445 16.3672C77.7227 16.8516 77.457 17.5078 77.3477 18.3359H82.5391ZM94.2812 15.6992C93.1484 15.6992 92.3711 16.1797 91.9492 17.1406C91.7305 17.6484 91.6211 18.2969 91.6211 19.0859V26H88.293V13.25H91.5156V15.1133C91.9453 14.457 92.3516 13.9844 92.7344 13.6953C93.4219 13.1797 94.293 12.9219 95.3477 12.9219C96.668 12.9219 97.7461 13.2695 98.582 13.9648C99.4258 14.6523 99.8477 15.7969 99.8477 17.3984V26H96.4258V18.2305C96.4258 17.5586 96.3359 17.043 96.1562 16.6836C95.8281 16.0273 95.2031 15.6992 94.2812 15.6992ZM115.398 24.7109C114.109 25.8906 112.461 26.4805 110.453 26.4805C107.969 26.4805 106.016 25.6836 104.594 24.0898C103.172 22.4883 102.461 20.293 102.461 17.5039C102.461 14.4883 103.27 12.1641 104.887 10.5312C106.293 9.10938 108.082 8.39844 110.254 8.39844C113.16 8.39844 115.285 9.35156 116.629 11.2578C117.371 12.3281 117.77 13.4023 117.824 14.4805H114.215C113.98 13.6523 113.68 13.0273 113.312 12.6055C112.656 11.8555 111.684 11.4805 110.395 11.4805C109.082 11.4805 108.047 12.0117 107.289 13.0742C106.531 14.1289 106.152 15.625 106.152 17.5625C106.152 19.5 106.551 20.9531 107.348 21.9219C108.152 22.8828 109.172 23.3633 110.406 23.3633C111.672 23.3633 112.637 22.9492 113.301 22.1211C113.668 21.6758 113.973 21.0078 114.215 20.1172H117.789C117.477 22 116.68 23.5312 115.398 24.7109ZM130.938 14.8438C132.016 16.1953 132.555 17.793 132.555 19.6367C132.555 21.5117 132.016 23.1172 130.938 24.4531C129.859 25.7812 128.223 26.4453 126.027 26.4453C123.832 26.4453 122.195 25.7812 121.117 24.4531C120.039 23.1172 119.5 21.5117 119.5 19.6367C119.5 17.793 120.039 16.1953 121.117 14.8438C122.195 13.4922 123.832 12.8164 126.027 12.8164C128.223 12.8164 129.859 13.4922 130.938 14.8438ZM126.016 15.6406C125.039 15.6406 124.285 15.9883 123.754 16.6836C123.23 17.3711 122.969 18.3555 122.969 19.6367C122.969 20.918 123.23 21.9062 123.754 22.6016C124.285 23.2969 125.039 23.6445 126.016 23.6445C126.992 23.6445 127.742 23.2969 128.266 22.6016C128.789 21.9062 129.051 20.918 129.051 19.6367C129.051 18.3555 128.789 17.3711 128.266 16.6836C127.742 15.9883 126.992 15.6406 126.016 15.6406ZM142.129 16.7422C141.848 16.125 141.297 15.8164 140.477 15.8164C139.523 15.8164 138.883 16.125 138.555 16.7422C138.375 17.0938 138.285 17.6172 138.285 18.3125V26H134.898V13.25H138.145V15.1133C138.559 14.4492 138.949 13.9766 139.316 13.6953C139.965 13.1953 140.805 12.9453 141.836 12.9453C142.812 12.9453 143.602 13.1602 144.203 13.5898C144.688 13.9883 145.055 14.5 145.305 15.125C145.742 14.375 146.285 13.8242 146.934 13.4727C147.621 13.1211 148.387 12.9453 149.23 12.9453C149.793 12.9453 150.348 13.0547 150.895 13.2734C151.441 13.4922 151.938 13.875 152.383 14.4219C152.742 14.8672 152.984 15.4141 153.109 16.0625C153.188 16.4922 153.227 17.1211 153.227 17.9492L153.203 26H149.781V17.8672C149.781 17.3828 149.703 16.9844 149.547 16.6719C149.25 16.0781 148.703 15.7812 147.906 15.7812C146.984 15.7812 146.348 16.1641 145.996 16.9297C145.816 17.3359 145.727 17.8242 145.727 18.3945V26H142.363V18.3945C142.363 17.6367 142.285 17.0859 142.129 16.7422ZM167.008 14.5977C168.039 15.6992 168.555 17.3164 168.555 19.4492C168.555 21.6992 168.047 23.4141 167.031 24.5938C166.023 25.7734 164.723 26.3633 163.129 26.3633C162.113 26.3633 161.27 26.1094 160.598 25.6016C160.23 25.3203 159.871 24.9102 159.52 24.3711V31.0273H156.215V13.2266H159.414V15.1133C159.773 14.5586 160.156 14.1211 160.562 13.8008C161.305 13.2305 162.188 12.9453 163.211 12.9453C164.703 12.9453 165.969 13.4961 167.008 14.5977ZM165.109 19.6133C165.109 18.6289 164.883 17.7578 164.43 17C163.984 16.2422 163.258 15.8633 162.25 15.8633C161.039 15.8633 160.207 16.4375 159.754 17.5859C159.52 18.1953 159.402 18.9688 159.402 19.9062C159.402 21.3906 159.797 22.4336 160.586 23.0352C161.055 23.3867 161.609 23.5625 162.25 23.5625C163.18 23.5625 163.887 23.2031 164.371 22.4844C164.863 21.7656 165.109 20.8086 165.109 19.6133ZM171.461 14.6094C172.344 13.4844 173.859 12.9219 176.008 12.9219C177.406 12.9219 178.648 13.1992 179.734 13.7539C180.82 14.3086 181.363 15.3555 181.363 16.8945V22.7539C181.363 23.1602 181.371 23.6523 181.387 24.2305C181.41 24.668 181.477 24.9648 181.586 25.1211C181.695 25.2773 181.859 25.4062 182.078 25.5078V26H178.445C178.344 25.7422 178.273 25.5 178.234 25.2734C178.195 25.0469 178.164 24.7891 178.141 24.5C177.68 25 177.148 25.4258 176.547 25.7773C175.828 26.1914 175.016 26.3984 174.109 26.3984C172.953 26.3984 171.996 26.0703 171.238 25.4141C170.488 24.75 170.113 23.8125 170.113 22.6016C170.113 21.0312 170.719 19.8945 171.93 19.1914C172.594 18.8086 173.57 18.5352 174.859 18.3711L175.996 18.2305C176.613 18.1523 177.055 18.0547 177.32 17.9375C177.797 17.7344 178.035 17.418 178.035 16.9883C178.035 16.4648 177.852 16.1055 177.484 15.9102C177.125 15.707 176.594 15.6055 175.891 15.6055C175.102 15.6055 174.543 15.8008 174.215 16.1914C173.98 16.4805 173.824 16.8711 173.746 17.3633H170.523C170.594 16.2461 170.906 15.3281 171.461 14.6094ZM173.945 23.5859C174.258 23.8438 174.641 23.9727 175.094 23.9727C175.812 23.9727 176.473 23.7617 177.074 23.3398C177.684 22.918 178 22.1484 178.023 21.0312V19.7891C177.812 19.9219 177.598 20.0312 177.379 20.1172C177.168 20.1953 176.875 20.2695 176.5 20.3398L175.75 20.4805C175.047 20.6055 174.543 20.7578 174.238 20.9375C173.723 21.2422 173.465 21.7148 173.465 22.3555C173.465 22.9258 173.625 23.3359 173.945 23.5859ZM193.141 13.8125C194.141 14.4531 194.715 15.5547 194.863 17.1172H191.523C191.477 16.6875 191.355 16.3477 191.16 16.0977C190.793 15.6445 190.168 15.418 189.285 15.418C188.559 15.418 188.039 15.5312 187.727 15.7578C187.422 15.9844 187.27 16.25 187.27 16.5547C187.27 16.9375 187.434 17.2148 187.762 17.3867C188.09 17.5664 189.25 17.875 191.242 18.3125C192.57 18.625 193.566 19.0977 194.23 19.7305C194.887 20.3711 195.215 21.1719 195.215 22.1328C195.215 23.3984 194.742 24.4336 193.797 25.2383C192.859 26.0352 191.406 26.4336 189.438 26.4336C187.43 26.4336 185.945 26.0117 184.984 25.168C184.031 24.3164 183.555 23.2344 183.555 21.9219H186.941C187.012 22.5156 187.164 22.9375 187.398 23.1875C187.812 23.6328 188.578 23.8555 189.695 23.8555C190.352 23.8555 190.871 23.7578 191.254 23.5625C191.645 23.3672 191.84 23.0742 191.84 22.6836C191.84 22.3086 191.684 22.0234 191.371 21.8281C191.059 21.6328 189.898 21.2969 187.891 20.8203C186.445 20.4609 185.426 20.0117 184.832 19.4727C184.238 18.9414 183.941 18.1758 183.941 17.1758C183.941 15.9961 184.402 14.9844 185.324 14.1406C186.254 13.2891 187.559 12.8633 189.238 12.8633C190.832 12.8633 192.133 13.1797 193.141 13.8125ZM206.5 13.8125C207.5 14.4531 208.074 15.5547 208.223 17.1172H204.883C204.836 16.6875 204.715 16.3477 204.52 16.0977C204.152 15.6445 203.527 15.418 202.645 15.418C201.918 15.418 201.398 15.5312 201.086 15.7578C200.781 15.9844 200.629 16.25 200.629 16.5547C200.629 16.9375 200.793 17.2148 201.121 17.3867C201.449 17.5664 202.609 17.875 204.602 18.3125C205.93 18.625 206.926 19.0977 207.59 19.7305C208.246 20.3711 208.574 21.1719 208.574 22.1328C208.574 23.3984 208.102 24.4336 207.156 25.2383C206.219 26.0352 204.766 26.4336 202.797 26.4336C200.789 26.4336 199.305 26.0117 198.344 25.168C197.391 24.3164 196.914 23.2344 196.914 21.9219H200.301C200.371 22.5156 200.523 22.9375 200.758 23.1875C201.172 23.6328 201.938 23.8555 203.055 23.8555C203.711 23.8555 204.23 23.7578 204.613 23.5625C205.004 23.3672 205.199 23.0742 205.199 22.6836C205.199 22.3086 205.043 22.0234 204.73 21.8281C204.418 21.6328 203.258 21.2969 201.25 20.8203C199.805 20.4609 198.785 20.0117 198.191 19.4727C197.598 18.9414 197.301 18.1758 197.301 17.1758C197.301 15.9961 197.762 14.9844 198.684 14.1406C199.613 13.2891 200.918 12.8633 202.598 12.8633C204.191 12.8633 205.492 13.1797 206.5 13.8125Z" fill="#1B3882"/>
</svg>
docs/zh_cn/get_started.md
View file @ dcf11cf8
......@@ -17,7 +17,6 @@ conda install pytorch torchvision -c pytorch
```bash
git clone https://github.com/opencompass/opencompass
cd opencompass
pip install -r requirments/runtime.txt
pip install -e .
```
......
run.py
View file @ dcf11cf8
......@@ -214,7 +214,7 @@ def exec_infer_runner(tasks, args, cfg):
else:
runner = LocalRunner(
task=dict(type='OpenICLInferTask'),
# max_num_workers = args.max_num_workers,
max_num_workers = args.max_num_workers,
debug=args.debug,
lark_bot_url=cfg['lark_bot_url'])
runner(tasks)
......@@ -240,7 +240,7 @@ def exec_eval_runner(tasks, args, cfg):
else:
runner = LocalRunner(
task=dict(type='OpenICLEvalTask'),
# max_num_workers = args.max_num_workers,
max_num_workers = args.max_num_workers,
debug=args.debug,
lark_bot_url=cfg['lark_bot_url'])
runner(tasks)
......
setup.py
View file @ dcf11cf8
......@@ -10,14 +10,97 @@ class DownloadNLTK(install):
nltk.download('punkt')
with open('README.md') as f:
with open('README_zh-CN.md') as f:
readme = f.read()
def parse_requirements(fname='requirements.txt', with_version=True):
"""Parse the package dependencies listed in a requirements file but strips
specific versioning information.
Args:
fname (str): path to requirements file
with_version (bool, default=False): if True include version specs
Returns:
List[str]: list of requirements items
CommandLine:
python -c "import setup; print(setup.parse_requirements())"
"""
import re
import sys
from os.path import exists
require_fpath = fname
def parse_line(line):
"""Parse information from a line in a requirements text file."""
if line.startswith('-r '):
# Allow specifying requirements in other files
target = line.split(' ')[1]
for info in parse_require_file(target):
yield info
else:
info = {'line': line}
if line.startswith('-e '):
info['package'] = line.split('#egg=')[1]
else:
# Remove versioning from the package
pat = '(' + '|'.join(['>=', '==', '>']) + ')'
parts = re.split(pat, line, maxsplit=1)
parts = [p.strip() for p in parts]
info['package'] = parts[0]
if len(parts) > 1:
op, rest = parts[1:]
if ';' in rest:
# Handle platform specific dependencies
# http://setuptools.readthedocs.io/en/latest/setuptools.html#declaring-platform-specific-dependencies
version, platform_deps = map(str.strip,
rest.split(';'))
info['platform_deps'] = platform_deps
else:
version = rest # NOQA
if '--' in version:
# the `extras_require` doesn't accept options.
version = version.split('--')[0].strip()
info['version'] = (op, version)
yield info
def parse_require_file(fpath):
with open(fpath, 'r') as f:
for line in f.readlines():
line = line.strip()
if line and not line.startswith('#'):
for info in parse_line(line):
yield info
def gen_packages_items():
if exists(require_fpath):
for info in parse_require_file(require_fpath):
parts = [info['package']]
if with_version and 'version' in info:
parts.extend(info['version'])
if not sys.version.startswith('3.4'):
# apparently package_deps are broken in 3.4
platform_deps = info.get('platform_deps')
if platform_deps is not None:
parts.append(';' + platform_deps)
item = ''.join(parts)
yield item
packages = list(gen_packages_items())
return packages
def get_version():
version_file = 'opencompass/__init__.py'
with open(version_file, 'r', encoding='utf-8') as f:
exec(compile(f.read(), version_file, 'exec'))
return locals()['__version__']
def do_setup():
setup(
name='opencompass',
version='0.5.0',
version=get_version(),
description='A comprehensive toolkit for large model evaluation',
# url="",
# author="",
......@@ -26,6 +109,7 @@ def do_setup():
cmdclass={'download_nltk': DownloadNLTK},
setup_requires=['nltk==3.8'],
python_requires='>=3.8.0',
install_requires=parse_requirements('requirements/runtime.txt'),
packages=find_packages(exclude=[
'test*',
'paper_test*',
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment