VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-09 06:45:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

ignore get_hidden_states expected scalar Error

Browse Source
This commit is contained in:
Isotr0py
2023-02-08 19:05:39 +08:00
parent fb312acb7f
commit c0be52a773
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
library/train_util.py
View File

@@ -1560,9 +1560,10 @@ def get_hidden_states(args: argparse.Namespace, input_ids, tokenizer, text_encod
else: else:
enc_out = text_encoder(input_ids, output_hidden_states=True, return_dict=True) enc_out = text_encoder(input_ids, output_hidden_states=True, return_dict=True)
encoder_hidden_states = enc_out['hidden_states'][-args.clip_skip] encoder_hidden_states = enc_out['hidden_states'][-args.clip_skip]
if weight_dtype is not None: # uncomment code may raise expected scalar type Half but found Float when using DDP
# this is required for additional network training # if weight_dtype is not None:
encoder_hidden_states = encoder_hidden_states.to(weight_dtype) # # this is required for additional network training
# encoder_hidden_states = encoder_hidden_states.to(weight_dtype)
encoder_hidden_states = text_encoder.text_model.final_layer_norm(encoder_hidden_states) encoder_hidden_states = text_encoder.text_model.final_layer_norm(encoder_hidden_states)
# bs*3, 77, 768 or 1024 # bs*3, 77, 768 or 1024