huangfu/scenarionet
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use is_scenario_file to determine

Browse Source
This commit is contained in:
QuanyiLi
2023-05-08 10:25:22 +01:00
parent b85be760c1
commit 297f0d59f0
1 changed files with 1 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
scenarionet/builder/utils.py
View File

@@ -25,22 +25,13 @@ def try_generating_summary(file_folder):
files = os.listdir(file_folder) files = os.listdir(file_folder)
summary = {} summary = {}
for file in files: for file in files:
if file != ScenarioDescription.DATASET.SUMMARY_FILE and file != ScenarioDescription.DATASET.MAPPING_FILE: if ScenarioDescription.is_scenario_file(file):
with open(osp.join(file_folder, file), "rb+") as f: with open(osp.join(file_folder, file), "rb+") as f:
scenario = pickle.load(f) scenario = pickle.load(f)
summary[file] = copy.deepcopy(scenario[ScenarioDescription.METADATA]) summary[file] = copy.deepcopy(scenario[ScenarioDescription.METADATA])
return summary return summary
def try_generating_mapping(file_folder):
# Create a fake one
files = os.listdir(file_folder)
mapping = {}
for file in files:
mapping[file] = ""
return mapping
def combine_multiple_dataset( def combine_multiple_dataset(
output_path, *dataset_paths, force_overwrite=False, try_generate_missing_file=True, filters: List[Callable] = None output_path, *dataset_paths, force_overwrite=False, try_generate_missing_file=True, filters: List[Callable] = None
): ):