"model/git@developer.sourcefind.cn:OpenDAS/ollama.git" did not exist on "7e3ea813c1d8a9714c6927f75656d5ff6eaf5acc"
Unverified Commit 038828ea authored by Nicolas Hug's avatar Nicolas Hug Committed by GitHub
Browse files

Remove split parameter from datasets.load() (#5207)



* Maybe, Maybe not

* add test

* cleanup

* Revert "cleanup"

This reverts commit aa4285f4a143c9800198fc5ecf04e6bb590deabc.

* Revert "add test"

This reverts commit 1f8a9cce85566b99babcae76489e633f76f98da7.

* cleanup
Co-authored-by: default avatarPhilip Meier <github.pmeier@posteo.de>
parent 3e4d062c
...@@ -62,7 +62,6 @@ def load( ...@@ -62,7 +62,6 @@ def load(
*, *,
decoder: Optional[Callable[[io.IOBase], torch.Tensor]] = DEFAULT_DECODER, # type: ignore[assignment] decoder: Optional[Callable[[io.IOBase], torch.Tensor]] = DEFAULT_DECODER, # type: ignore[assignment]
skip_integrity_check: bool = False, skip_integrity_check: bool = False,
split: str = "train",
**options: Any, **options: Any,
) -> IterDataPipe[Dict[str, Any]]: ) -> IterDataPipe[Dict[str, Any]]:
dataset = find(name) dataset = find(name)
...@@ -70,7 +69,7 @@ def load( ...@@ -70,7 +69,7 @@ def load(
if decoder is DEFAULT_DECODER: if decoder is DEFAULT_DECODER:
decoder = DEFAULT_DECODER_MAP.get(dataset.info.type) decoder = DEFAULT_DECODER_MAP.get(dataset.info.type)
config = dataset.info.make_config(split=split, **options) config = dataset.info.make_config(**options)
root = os.path.join(home(), dataset.name) root = os.path.join(home(), dataset.name)
return dataset.load(root, config=config, decoder=decoder, skip_integrity_check=skip_integrity_check) return dataset.load(root, config=config, decoder=decoder, skip_integrity_check=skip_integrity_check)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment