From 0b38e663fd667c05bcdb473c39dd1fb3552b19a1 Mon Sep 17 00:00:00 2001
From: Kohya S <ykumeykume@gmail.com>
Date: Sat, 11 Mar 2023 08:04:28 +0900
Subject: [PATCH] remove unnecessary device change

---
 networks/svd_merge_lora.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/networks/svd_merge_lora.py b/networks/svd_merge_lora.py
index 8c0d8183..73228769 100644
--- a/networks/svd_merge_lora.py
+++ b/networks/svd_merge_lora.py
@@ -80,8 +80,6 @@ def merge_lora_models(models, ratios, new_rank, new_conv_rank, device, merge_dty
 
       if device:                      # and isinstance(scale, torch.Tensor):
         scale = scale.to(device)
-        up_weight = up_weight.to(device)
-        down_weight = down_weight.to(device)
 
       if not conv2d:        # linear
         weight = weight + ratio * (up_weight @ down_weight) * scale