Commit 3d7f777d authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

make process_docs boolean more clear

parent 380c62f9
......@@ -665,7 +665,7 @@ class ConfigurableTask(Task):
def training_docs(self):
if self.has_training_docs():
if self._config.process_docs:
if self._config.process_docs is not None:
return self._config.process_docs(
self.dataset[self._config.training_split]
)
......@@ -673,7 +673,7 @@ class ConfigurableTask(Task):
def validation_docs(self):
if self.has_validation_docs():
if self._config.process_docs:
if self._config.process_docs is not None:
return self._config.process_docs(
self.dataset[self._config.validation_split]
)
......@@ -681,7 +681,7 @@ class ConfigurableTask(Task):
def test_docs(self):
if self.has_test_docs():
if self._config.process_docs:
if self._config.process_docs is not None:
return self._config.process_docs(self.dataset[self._config.test_split])
return self.dataset[self._config.test_split]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment