huangfu/scenarionet
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test more scripts

Browse Source
This commit is contained in:
QuanyiLi
2023-05-08 16:55:45 +01:00
parent 37a7d8608e
commit c080da25a7
4 changed files with 11 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scenarionet/scripts/combine_dataset.py
View File

@@ -12,12 +12,12 @@ from scenarionet.builder.utils import combine_multiple_dataset
if __name__ == '__main__':
parser = argparse.ArgumentParser()
parser.add_argument("--to_dataset", required=True, help="Dataset path, a directory")
parser.add_argument("--to", required=True, help="Dataset path, a directory")
parser.add_argument('--from_datasets', required=True, nargs='+', default=[])
parser.add_argument("--overwrite", action="store_true", help="If the dataset_path exists, overwrite it")
args = parser.parse_args()
if len(args.from_datasets) != 0:
combine_multiple_dataset(args.dataset_path,
*args.from_dataset,
combine_multiple_dataset(args.to,
*args.from_datasets,
force_overwrite=args.overwrite,
try_generate_missing_file=True)

4
scenarionet/tests/local_test/combine_and_verify.sh
View File

@@ -1,4 +0,0 @@
#!/usr/bin/env bash
python ../../scripts/combine_dataset.py --to_dataset ../../dataset/test_combine_dataset --from_dataset ../../dataset/waymo ../../dataset/pg ../../dataset/nuscenes ../../dataset/nuplan --overwrite
python ../../scripts/verify_dataset.py --dataset_path ../../dataset/test_combine_dataset --result_save_dir ../../dataset/test_combine_dataset

6
scenarionet/tests/local_test/combine_verify_generate.sh Normal file
View File

@@ -0,0 +1,6 @@
#!/usr/bin/env bash
python ../../scripts/combine_dataset.py --to ../tmp/test_combine_dataset --from_datasets ../../../dataset/waymo ../../../dataset/pg ../../../dataset/nuscenes ../../../dataset/nuplan --overwrite
python ../../scripts/verify_dataset.py --dataset_path ../tmp/test_combine_dataset --result_save_dir ../tmp/test_combine_dataset
python ../../scripts/generate_from_error_file.py --file ../tmp/test_combine_dataset/errors_test_combine_dataset --overwrite --dataset_path ../tmp/verify_pass
python ../../scripts/generate_from_error_file.py --file ../tmp/test_combine_dataset/errors_test_combine_dataset --overwrite --dataset_path ../tmp/verify_fail --broken

3
scenarionet/verifier/utils.py
View File

@@ -24,7 +24,8 @@ def set_random_drop(drop):
def verify_loading_into_metadrive(dataset_path, result_save_dir, steps_to_run=1000, num_workers=8):
assert os.path.exists(result_save_dir) and os.path.isdir(result_save_dir), "result_save_dir must be an existing dir"
assert os.path.isdir(result_save_dir), "result_save_dir must be a dir, get {}".format(result_save_dir)
os.makedirs(result_save_dir, exist_ok=True)
num_scenario = get_number_of_scenarios(dataset_path)
if num_scenario < num_workers:
# single process