Update config_util.py

This commit is contained in:
DKnight54
2025-05-26 00:02:14 +08:00
committed by GitHub
parent a21b6a917e
commit 16584de262

View File

@@ -576,9 +576,10 @@ def generate_dataset_group_by_blueprint(dataset_group_blueprint: DatasetGroupBlu
seed = random.randint(0, 2**31) # actual seed is seed + epoch_no
for i, dataset in enumerate(datasets):
logger.info(f"[Dataset {i}]")
dataset.make_buckets()
dataset.set_seed(seed)
dataset.incremental_reg_load()
dataset.make_buckets()
return DatasetGroup(datasets)