blueprint_args_conflictは不要なため削除、shuffleが毎回行われる不具合修正

This commit is contained in:
u-haru
2023-03-26 03:26:55 +09:00
parent 5a3d564a30
commit a4b34a9c3c
6 changed files with 2 additions and 14 deletions

View File

@@ -54,7 +54,6 @@ def train(args):
}
blueprint = blueprint_generator.generate(user_config, args, tokenizer=tokenizer)
config_util.blueprint_args_conflict(args,blueprint)
train_dataset_group = config_util.generate_dataset_group_by_blueprint(blueprint.dataset_group)
current_epoch = Value('i',0)