remove trust_remote_code for now

12fc1233 · lintangsutawika · 55ea2888 · 12fc1233
Commit 12fc1233 authored Jan 19, 2024 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/api/task.py lm_eval/api/task.py +2 -2

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -111,8 +111,8 @@ class TaskConfig(dict):
                }

        # TODO: how to make TaskConfigs be de- and re-serializable, even when using the !function constructor?
-        if self.dataset_kwargs is None:
-            self.dataset_kwargs = {"trust_remote_code": True}
+        # if self.dataset_kwargs is None:
+        #     self.dataset_kwargs = {"trust_remote_code": True}

    def __getitem__(self, item):
        return getattr(self, item)