* rename to merge dataset

* add -d for operation

* test move

* add move function

* test remove

* format

* dataset -> database

* add readme

* format.sh

* test assert

* rename to database in .sh
This commit is contained in:
Quanyi Li
2023-05-19 13:51:18 +01:00
committed by GitHub
parent 37d4e72db5
commit 00ad6f7e61
25 changed files with 281 additions and 84 deletions

View File

@@ -25,7 +25,7 @@ def set_random_drop(drop):
RANDOM_DROP = drop
def verify_dataset(dataset_path, result_save_dir, overwrite=False, num_workers=8, steps_to_run=1000):
def verify_database(dataset_path, result_save_dir, overwrite=False, num_workers=8, steps_to_run=1000):
global RANDOM_DROP
assert os.path.isdir(result_save_dir), "result_save_dir must be a dir, get {}".format(result_save_dir)
os.makedirs(result_save_dir, exist_ok=True)