VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-10 15:00:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added warning for buckets without enough images to half fill a batch

Browse Source
This commit is contained in:
araleza
2025-07-01 21:34:46 +01:00
parent 3e6935a07e
commit 12da080c65
1 changed files with 15 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
library/train_util.py
View File

@@ -1060,6 +1060,21 @@ class BaseDataset(torch.utils.data.Dataset):
self.bucket_info["buckets"][i] = {"resolution": reso, "count": len(bucket)}
logger.info(f"bucket {i}: resolution {reso}, count: {len(bucket)}")
# Warn of any particularly small buckets compared to the current batch size
already_warned_underfilled_bucket = False
for i, bucket in enumerate(self.bucket_manager.buckets):
if len(bucket) < (self.batch_size / 2):
if not already_warned_underfilled_bucket:
logger.warning(f"These buckets have too few entries to even half fill the batch_size:")
already_warned_underfilled_bucket = True
img_filename = bucket[0]
display_filename_len = 55
if len(img_filename) > display_filename_len:
img_filename = f"...{img_filename[-(display_filename_len - 3):]}"
logger.warning(f" Bucket {self.bucket_manager.resos[i]} e.g. '{img_filename}'")
if len(img_ar_errors) == 0:
mean_img_ar_error = 0 # avoid NaN
else: