From c080da25a7eee2afb69ecf61c750189baf22be1c Mon Sep 17 00:00:00 2001 From: QuanyiLi Date: Mon, 8 May 2023 16:55:45 +0100 Subject: [PATCH] test more scripts --- scenarionet/scripts/combine_dataset.py | 6 +++--- scenarionet/tests/local_test/combine_and_verify.sh | 4 ---- scenarionet/tests/local_test/combine_verify_generate.sh | 6 ++++++ scenarionet/verifier/utils.py | 3 ++- 4 files changed, 11 insertions(+), 8 deletions(-) delete mode 100644 scenarionet/tests/local_test/combine_and_verify.sh create mode 100644 scenarionet/tests/local_test/combine_verify_generate.sh diff --git a/scenarionet/scripts/combine_dataset.py b/scenarionet/scripts/combine_dataset.py index fdeb27d..edb1ed6 100644 --- a/scenarionet/scripts/combine_dataset.py +++ b/scenarionet/scripts/combine_dataset.py @@ -12,12 +12,12 @@ from scenarionet.builder.utils import combine_multiple_dataset if __name__ == '__main__': parser = argparse.ArgumentParser() - parser.add_argument("--to_dataset", required=True, help="Dataset path, a directory") + parser.add_argument("--to", required=True, help="Dataset path, a directory") parser.add_argument('--from_datasets', required=True, nargs='+', default=[]) parser.add_argument("--overwrite", action="store_true", help="If the dataset_path exists, overwrite it") args = parser.parse_args() if len(args.from_datasets) != 0: - combine_multiple_dataset(args.dataset_path, - *args.from_dataset, + combine_multiple_dataset(args.to, + *args.from_datasets, force_overwrite=args.overwrite, try_generate_missing_file=True) diff --git a/scenarionet/tests/local_test/combine_and_verify.sh b/scenarionet/tests/local_test/combine_and_verify.sh deleted file mode 100644 index 4f7681c..0000000 --- a/scenarionet/tests/local_test/combine_and_verify.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/usr/bin/env bash - -python ../../scripts/combine_dataset.py --to_dataset ../../dataset/test_combine_dataset --from_dataset ../../dataset/waymo ../../dataset/pg ../../dataset/nuscenes ../../dataset/nuplan --overwrite -python ../../scripts/verify_dataset.py --dataset_path ../../dataset/test_combine_dataset --result_save_dir ../../dataset/test_combine_dataset \ No newline at end of file diff --git a/scenarionet/tests/local_test/combine_verify_generate.sh b/scenarionet/tests/local_test/combine_verify_generate.sh new file mode 100644 index 0000000..877e2ca --- /dev/null +++ b/scenarionet/tests/local_test/combine_verify_generate.sh @@ -0,0 +1,6 @@ +#!/usr/bin/env bash + +python ../../scripts/combine_dataset.py --to ../tmp/test_combine_dataset --from_datasets ../../../dataset/waymo ../../../dataset/pg ../../../dataset/nuscenes ../../../dataset/nuplan --overwrite +python ../../scripts/verify_dataset.py --dataset_path ../tmp/test_combine_dataset --result_save_dir ../tmp/test_combine_dataset +python ../../scripts/generate_from_error_file.py --file ../tmp/test_combine_dataset/errors_test_combine_dataset --overwrite --dataset_path ../tmp/verify_pass +python ../../scripts/generate_from_error_file.py --file ../tmp/test_combine_dataset/errors_test_combine_dataset --overwrite --dataset_path ../tmp/verify_fail --broken \ No newline at end of file diff --git a/scenarionet/verifier/utils.py b/scenarionet/verifier/utils.py index 5a81644..d7bad6b 100644 --- a/scenarionet/verifier/utils.py +++ b/scenarionet/verifier/utils.py @@ -24,7 +24,8 @@ def set_random_drop(drop): def verify_loading_into_metadrive(dataset_path, result_save_dir, steps_to_run=1000, num_workers=8): - assert os.path.exists(result_save_dir) and os.path.isdir(result_save_dir), "result_save_dir must be an existing dir" + assert os.path.isdir(result_save_dir), "result_save_dir must be a dir, get {}".format(result_save_dir) + os.makedirs(result_save_dir, exist_ok=True) num_scenario = get_number_of_scenarios(dataset_path) if num_scenario < num_workers: # single process