00ad6f7e61
* rename to merge dataset * add -d for operation * test move * add move function * test remove * format * dataset -> database * add readme * format.sh * test assert * rename to database in .sh
31 lines
1.3 KiB
Python
31 lines
1.3 KiB
Python
import os
|
|
import os.path
|
|
|
|
from scenarionet import SCENARIONET_PACKAGE_PATH, TMP_PATH
|
|
from scenarionet.builder.utils import merge_database
|
|
from scenarionet.common_utils import read_dataset_summary, read_scenario
|
|
from scenarionet.verifier.utils import verify_database
|
|
|
|
|
|
def test_combine_multiple_dataset():
|
|
dataset_name = "nuscenes"
|
|
original_dataset_path = os.path.join(SCENARIONET_PACKAGE_PATH, "tests", "test_dataset", dataset_name)
|
|
test_dataset_path = os.path.join(SCENARIONET_PACKAGE_PATH, "tests", "test_dataset")
|
|
dataset_paths = [original_dataset_path + "_{}".format(i) for i in range(5)]
|
|
|
|
output_path = os.path.join(TMP_PATH, "combine")
|
|
merge_database(output_path, *dataset_paths, exist_ok=True, overwrite=True, try_generate_missing_file=True)
|
|
dataset_paths.append(output_path)
|
|
for dataset_path in dataset_paths:
|
|
summary, sorted_scenarios, mapping = read_dataset_summary(dataset_path)
|
|
for scenario_file in sorted_scenarios:
|
|
read_scenario(dataset_path, mapping, scenario_file)
|
|
success, result = verify_database(
|
|
dataset_path, result_save_dir=test_dataset_path, steps_to_run=1000, num_workers=4, overwrite=True
|
|
)
|
|
assert success
|
|
|
|
|
|
if __name__ == '__main__':
|
|
test_combine_multiple_dataset()
|