From ed5bfda3723b857fb64260b0bc44b77768de7339 Mon Sep 17 00:00:00 2001 From: Kohya S Date: Thu, 11 May 2023 21:12:06 +0900 Subject: [PATCH] Fix controlnet input to rgb from bgr --- tools/original_control_net.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/tools/original_control_net.py b/tools/original_control_net.py index 4484ce9c..582794de 100644 --- a/tools/original_control_net.py +++ b/tools/original_control_net.py @@ -62,7 +62,7 @@ def load_control_net(v2, unet, model): # 重みをU-Netに読み込めるようにする。ControlNetはSD版のstate dictなので、それを読み込む is_difference = "difference" in ctrl_sd_sd - print("ControlNet: loading difference") + print("ControlNet: loading difference:", is_difference) # ControlNetには存在しないキーがあるので、まず現在のU-NetでSD版の全keyを作っておく # またTransfer Controlの元weightとなる @@ -123,7 +123,8 @@ def load_preprocess(prep_type: str): def preprocess_ctrl_net_hint_image(image): image = np.array(image).astype(np.float32) / 255.0 - image = image[:, :, ::-1].copy() # rgb to bgr + # ControlNetのサンプルはcv2を使っているが、読み込みはGradioなので実はRGBになっている + # image = image[:, :, ::-1].copy() # rgb to bgr image = image[None].transpose(0, 3, 1, 2) # nchw image = torch.from_numpy(image) return image # 0 to 1