Skip to content

GitLab

Unverified Commit 587197dc authored by Sylvain Gugger's avatar Sylvain Gugger Committed by GitHub
Browse files

Fix datasets set_format (#10178)

parent 8fae93ca
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
src/transformers/trainer.py
View file @ 587197dc
...@@ -439,7 +439,8 @@ class Trainer: ...@@ -439,7 +439,8 @@ class Trainer:
f"The following columns {dset_description}don't have a corresponding argument in " f"The following columns {dset_description}don't have a corresponding argument in "
f"`{self.model.__class__.__name__}.forward` and have been ignored: {', '.join(ignored_columns)}." f"`{self.model.__class__.__name__}.forward` and have been ignored: {', '.join(ignored_columns)}."
) )
dataset.set_format(type=dataset.format["type"], columns=columns)
dataset.set_format(type=dataset.format["type"], columns=columns, format_kwargs=dataset.format["format_kwargs"])
def _get_train_sampler(self) -> Optional[torch.utils.data.sampler.Sampler]: def _get_train_sampler(self) -> Optional[torch.utils.data.sampler.Sampler]:
if isinstance(self.train_dataset, torch.utils.data.IterableDataset) or not isinstance( if isinstance(self.train_dataset, torch.utils.data.IterableDataset) or not isinstance(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment