Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
3e8135ce
Commit
3e8135ce
authored
Sep 16, 2025
by
Baber
Browse files
Merge branch 'main' into comma
parents
8e560c96
0c134ee9
Changes
1000
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
60 additions
and
0 deletions
+60
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES.yaml
...lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES.yaml
...lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES.yaml
...lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES.yaml
...lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES.yaml
..._syneval__agreement__prep_inanim__plur_IS_IV_plur_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES.yaml
..._syneval__agreement__prep_inanim__plur_IS_IV_sing_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES.yaml
..._syneval__agreement__prep_inanim__sing_IS_IV_plur_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES.yaml
..._syneval__agreement__prep_inanim__sing_IS_IV_sing_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS.yaml
...lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS.yaml
...lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS.yaml
...lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS.yaml
...lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__plur_MS_MV.yaml
...eval/lm_syneval__agreement__simple_agrmt__plur_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__sing_MS_MV.yaml
...eval/lm_syneval__agreement__simple_agrmt__sing_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES.yaml
..._syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES.yaml
..._syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES.yaml
..._syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES.yaml
..._syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__plur_MS_MV_MV.yaml
...neval/lm_syneval__agreement__vp_coord__plur_MS_MV_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__sing_MS_MV_MV.yaml
...neval/lm_syneval__agreement__vp_coord__sing_MS_MV_MV.yaml
+3
-0
No files found.
Too many changes to show.
To preserve performance only
1000 of 1000+
files are displayed.
Plain diff
Email patch
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS
include
:
_template_yaml
task
:
lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS
include
:
_template_yaml
task
:
lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS
include
:
_template_yaml
task
:
lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS
include
:
_template_yaml
task
:
lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS
lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__plur_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__simple_agrmt__plur_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__simple_agrmt__plur_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__sing_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__simple_agrmt__sing_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__simple_agrmt__sing_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES
include
:
_template_yaml
task
:
lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES
lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__plur_MS_MV_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__vp_coord__plur_MS_MV_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__vp_coord__plur_MS_MV_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__sing_MS_MV_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__vp_coord__sing_MS_MV_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__vp_coord__sing_MS_MV_MV
Prev
1
…
10
11
12
13
14
15
16
17
18
…
50
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment