Unverified Commit e5e5ee0c authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Fix `trust_remote_code`-related test failures (#2024)

* make MMLU trust remote code to fix tests

* remove trust remote code
parent 6e49b1f6
......@@ -55,7 +55,6 @@ jobs:
cache-dependency-path: pyproject.toml
- name: Install dependencies
run: |
export HF_DATASETS_TRUST_REMOTE_CODE=1
python -m pip install --upgrade pip
pip install -e '.[dev,anthropic,sentencepiece]' --extra-index-url https://download.pytorch.org/whl/cpu
# Install optional git dependencies
......
......@@ -9,3 +9,5 @@ doc_to_choice: "{{choices}}"
doc_to_target: "{{answer}}"
metadata:
version: 0.0
dataset_kwargs:
trust_remote_code: true
......@@ -13,3 +13,5 @@ metric_list:
higher_is_better: true
metadata:
version: 0.0
dataset_kwargs:
trust_remote_code: true
......@@ -27,3 +27,5 @@ metric_list:
ignore_punctuation: true
metadata:
version: 1.0
dataset_kwargs:
trust_remote_code: true
......@@ -34,3 +34,5 @@ metric_list:
ignore_punctuation: true
metadata:
version: 2.0
dataset_kwargs:
trust_remote_code: true
......@@ -31,3 +31,5 @@ metric_list:
higher_is_better: true
metadata:
version: 2.0
dataset_kwargs:
trust_remote_code: true
......@@ -13,3 +13,5 @@ metric_list:
higher_is_better: true
metadata:
version: 1.0
dataset_kwargs:
trust_remote_code: true
......@@ -16,3 +16,5 @@ metric_list:
higher_is_better: true
metadata:
version: 1.0
dataset_kwargs:
trust_remote_code: true
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment