Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
3e8135ce
Commit
3e8135ce
authored
Sep 16, 2025
by
Baber
Browse files
Merge branch 'main' into comma
parents
8e560c96
0c134ee9
Changes
1000
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
60 additions
and
0 deletions
+60
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV.yaml
...obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV.yaml
...obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV.yaml
...obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV.yaml
...obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV.yaml
...__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV.yaml
...__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV.yaml
...__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV.yaml
...__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV.yaml
...obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV.yaml
...obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV.yaml
...obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV.yaml
...obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV.yaml
...greement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV.yaml
...greement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV.yaml
...greement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV.yaml
...greement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV.yaml
...eement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV.yaml
...eement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV.yaml
...eement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV.yaml
+3
-0
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV.yaml
...eement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV.yaml
+3
-0
No files found.
Too many changes to show.
To preserve performance only
1000 of 1000+
files are displayed.
Plain diff
Email patch
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV.yaml
0 → 100644
View file @
3e8135ce
dataset_name
:
lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV
include
:
_template_yaml
task
:
lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV
Prev
1
…
9
10
11
12
13
14
15
16
17
…
50
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment