Commit 41ef492a authored by mibaumgartner's avatar mibaumgartner
Browse files

add no check option to preprocessing

parent 2e2bd60b
...@@ -425,30 +425,36 @@ def main(): ...@@ -425,30 +425,36 @@ def main():
help="Run a full check of the data.", help="Run a full check of the data.",
action='store_true', action='store_true',
) )
parser.add_argument('--no_check',
help="Skip basic check.",
action='store_true',
)
args = parser.parse_args() args = parser.parse_args()
tasks = args.tasks tasks = args.tasks
ov = args.overwrites ov = args.overwrites
full_check = args.full_check full_check = args.full_check
no_check = args.no_check
initialize_config_module(config_module="nndet.conf") initialize_config_module(config_module="nndet.conf")
# perform preprocessing checks first # perform preprocessing checks first
for task in tasks: if not no_check:
_ov = copy.deepcopy(ov) if ov is not None else [] for task in tasks:
cfg = compose(task, "config.yaml", overrides=_ov) _ov = copy.deepcopy(ov) if ov is not None else []
check_dataset_file(cfg["task"]) cfg = compose(task, "config.yaml", overrides=_ov)
check_data_and_label_splitted( check_dataset_file(cfg["task"])
cfg["task"],
test=False,
labels=True,
full_check=full_check,
)
if cfg["data"]["test_labels"]:
check_data_and_label_splitted( check_data_and_label_splitted(
cfg["task"], cfg["task"],
test=True, test=False,
labels=True, labels=True,
full_check=full_check, full_check=full_check,
) )
if cfg["data"]["test_labels"]:
check_data_and_label_splitted(
cfg["task"],
test=True,
labels=True,
full_check=full_check,
)
# start preprocessing # start preprocessing
for task in tasks: for task in tasks:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment