VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-09 06:45:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Generate sample images without having CUDA (such as on Macs)

Browse Source
This commit is contained in:
Millie
2024-07-18 11:52:58 -07:00
parent 25f961bc77
commit 2e67978ee2
1 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
library/train_util.py
View File

@@ -5229,7 +5229,7 @@ def sample_images_common(
clean_memory_on_device(accelerator.device) clean_memory_on_device(accelerator.device)
torch.set_rng_state(rng_state) torch.set_rng_state(rng_state)
if cuda_rng_state is not None: if torch.cuda.is_available() and cuda_rng_state is not None:
torch.cuda.set_rng_state(cuda_rng_state) torch.cuda.set_rng_state(cuda_rng_state)
vae.to(org_vae_device) vae.to(org_vae_device)
@@ -5263,10 +5263,12 @@ def sample_image_inference(
if seed is not None: if seed is not None:
torch.manual_seed(seed) torch.manual_seed(seed)
if torch.cuda.is_available():
torch.cuda.manual_seed(seed) torch.cuda.manual_seed(seed)
else: else:
# True random sample image generation # True random sample image generation
torch.seed() torch.seed()
if torch.cuda.is_available():
torch.cuda.seed() torch.cuda.seed()
scheduler = get_my_scheduler( scheduler = get_my_scheduler(
@@ -5302,6 +5304,7 @@ def sample_image_inference(
controlnet_image=controlnet_image, controlnet_image=controlnet_image,
) )
if torch.cuda.is_available():
with torch.cuda.device(torch.cuda.current_device()): with torch.cuda.device(torch.cuda.current_device()):
torch.cuda.empty_cache() torch.cuda.empty_cache()