From 16584de262b7efa0fd7e69c4f3dd658486f0885b Mon Sep 17 00:00:00 2001 From: DKnight54 <126916963+DKnight54@users.noreply.github.com> Date: Mon, 26 May 2025 00:02:14 +0800 Subject: [PATCH] Update config_util.py --- library/config_util.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/library/config_util.py b/library/config_util.py index 10b2457f..5aa5b387 100644 --- a/library/config_util.py +++ b/library/config_util.py @@ -576,9 +576,10 @@ def generate_dataset_group_by_blueprint(dataset_group_blueprint: DatasetGroupBlu seed = random.randint(0, 2**31) # actual seed is seed + epoch_no for i, dataset in enumerate(datasets): logger.info(f"[Dataset {i}]") - dataset.make_buckets() dataset.set_seed(seed) - + dataset.incremental_reg_load() + dataset.make_buckets() + return DatasetGroup(datasets)