Remove `trust_remote_code: True` from updated datasets (#3213)

* Update afridiacritics_yaml * Update afrisenti * Update nollysenti * Update ntrex * Update salt

Remove `trust_remote_code: True` from updated datasets (#3213)
* Update afridiacritics_yaml * Update afrisenti * Update nollysenti * Update ntrex * Update salt
7f04db12 · Avelina Asada Hadji-Kyriacou · GitHub · d021bf84 · 7f04db12 · 7f04db12
Unverified Commit 7f04db12 authored Aug 08, 2025 by Avelina Asada Hadji-Kyriacou Committed by GitHub Aug 08, 2025
20 changed files
--- a/lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_yaml
+++ b/lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_yaml
@@ -2,7 +2,6 @@ tag:
 - adr_tasks
 - adr_prompt_1
 dataset_path: masakhane/diacritics-restoration
-dataset_kwargs: {trust_remote_code: True}
 doc_to_target: target
 output_type: generate_until
 fewshot_split: dev

--- a/lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_yaml
+++ b/lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_yaml
@@ -2,7 +2,6 @@ tag:
 - adr_tasks
 - adr_prompt_2
 dataset_path: masakhane/diacritics-restoration
-dataset_kwargs: {trust_remote_code: True}
 doc_to_target: target
 output_type: generate_until
 fewshot_split: dev

--- a/lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_yaml
+++ b/lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_yaml
@@ -2,7 +2,6 @@ tag:
 - adr_tasks
 - adr_prompt_3
 dataset_path: masakhane/diacritics-restoration
-dataset_kwargs: {trust_remote_code: True}
 doc_to_target: target
 output_type: generate_until
 fewshot_split: dev

--- a/lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_yaml
+++ b/lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_yaml
@@ -2,7 +2,6 @@ tag:
 - adr_tasks
 - adr_prompt_4
 dataset_path: masakhane/diacritics-restoration
-dataset_kwargs: {trust_remote_code: True}
 doc_to_target: target
 output_type: generate_until
 fewshot_split: dev

--- a/lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_yaml
+++ b/lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_yaml
@@ -2,7 +2,6 @@ tag:
 - adr_tasks
 - adr_prompt_5
 dataset_path: masakhane/diacritics-restoration
-dataset_kwargs: {trust_remote_code: True}
 doc_to_target: target
 output_type: generate_until
 fewshot_split: dev

--- a/lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti
+++ b/lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti
@@ -4,7 +4,6 @@ tag:
 task: null
 dataset_path: masakhane/afrisenti
 dataset_name: null
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti
+++ b/lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti
@@ -3,7 +3,6 @@ tag:
    - afrisent_prompt_2
 dataset_path: masakhane/afrisenti
 dataset_name: null
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti
+++ b/lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti
@@ -3,7 +3,6 @@ tag:
    - afrisenti_prompt_3
 dataset_path: masakhane/afrisenti
 dataset_name: null
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti
+++ b/lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti
@@ -3,7 +3,6 @@ tag:
    - afrisenti_prompt_4
 dataset_path: masakhane/afrisenti
 dataset_name: null
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti
+++ b/lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti
@@ -3,7 +3,6 @@ tag:
    - afrisenti_prompt_5
 dataset_path: masakhane/afrisenti
 dataset_name: null
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti
+++ b/lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti
@@ -2,7 +2,6 @@ tag:
    - afrobench_sentiment_tasks
    - nollysenti_prompt_1
 dataset_path: Davlan/nollysenti
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti
+++ b/lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti
@@ -2,7 +2,6 @@ tag:
    - afrobench_sentiment_tasks
    - nollysenti_prompt_2
 dataset_path: Davlan/nollysenti
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti
+++ b/lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti
@@ -2,7 +2,6 @@ tag:
    - afrobench_sentiment_tasks
    - nollysenti_prompt_3
 dataset_path: Davlan/nollysenti
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti
+++ b/lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti
@@ -2,7 +2,6 @@ tag:
    - afrobench_sentiment_tasks
    - nollysenti_prompt_4
 dataset_path: Davlan/nollysenti
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti
+++ b/lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti
@@ -2,7 +2,6 @@ tag:
    - afrobench_sentiment_tasks
    - nollysenti_prompt_5
 dataset_path: Davlan/nollysenti
-dataset_kwargs: {trust_remote_code: True}
 output_type: multiple_choice
 validation_split: validation
 test_split: test

--- a/lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex
+++ b/lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex
@@ -4,7 +4,6 @@ tag:
 - ntrex_afr-eng_prompt_1
 - afrobench_MT_tasks
 dataset_path: masakhane/ntrex_african
-dataset_kwargs: {trust_remote_code: True}
 output_type: generate_until
 validation_split: test
 fewshot_split: test

--- a/lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex
+++ b/lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex
@@ -4,7 +4,6 @@ tag:
 - ntrex_eng-afr_prompt_1
 - afrobench_MT_tasks
 dataset_path: masakhane/ntrex_african
-dataset_kwargs: {trust_remote_code: True}
 output_type: generate_until
 validation_split: test
 fewshot_split: test

--- a/lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex
+++ b/lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex
@@ -3,7 +3,6 @@ tag:
 - ntrex_afr-eng_prompt_2
 - afrobench_MT_tasks
 dataset_path: masakhane/ntrex_african
-dataset_kwargs: {trust_remote_code: True}
 output_type: generate_until
 validation_split: test
 fewshot_split: test

--- a/lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex
+++ b/lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex
@@ -3,7 +3,6 @@ tag:
 - ntrex_eng-afr_prompt_2
 - afrobench_MT_tasks
 dataset_path: masakhane/ntrex_african
-dataset_kwargs: {trust_remote_code: True}
 output_type: generate_until
 validation_split: test
 fewshot_split: test

--- a/lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex
+++ b/lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex
@@ -3,7 +3,6 @@ tag:
 - ntrex_afr-eng_prompt_3
 - afrobench_MT_tasks
 dataset_path: masakhane/ntrex_african
-dataset_kwargs: {trust_remote_code: True}
 output_type: generate_until
 validation_split: test
 fewshot_split: test