diff --git a/library/config_util.py b/library/config_util.py index 10b2457f..5aa5b387 100644 --- a/library/config_util.py +++ b/library/config_util.py @@ -576,9 +576,10 @@ def generate_dataset_group_by_blueprint(dataset_group_blueprint: DatasetGroupBlu seed = random.randint(0, 2**31) # actual seed is seed + epoch_no for i, dataset in enumerate(datasets): logger.info(f"[Dataset {i}]") - dataset.make_buckets() dataset.set_seed(seed) - + dataset.incremental_reg_load() + dataset.make_buckets() + return DatasetGroup(datasets)