VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-09 06:45:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Clean up custom_train_functions.py

Browse Source 
Removed commented out lines from earlier bugfix.
This commit is contained in:
AI-Casanova
2023-04-08 00:44:56 -05:00
committed by GitHub
parent 0d54609435
commit dbab72153f
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
library/custom_train_functions.py
View File

@@ -283,8 +283,6 @@ def get_weighted_text_embeddings(
prompt = [prompt]
prompt_tokens, prompt_weights = get_prompts_with_weights(tokenizer, prompt, max_length - 2)
# prompt_tokens = [token[1:-1] for token in tokenizer(prompt, max_length=max_length, truncation=True).input_ids]
# prompt_weights = [[1.0] * len(token) for token in prompt_tokens]
# round up the longest length of tokens to a multiple of (model_max_length - 2)
max_length = max([len(token) for token in prompt_tokens])
@@ -330,4 +328,4 @@ def get_weighted_text_embeddings(
current_mean = text_embeddings.float().mean(axis=[-2, -1]).to(text_embeddings.dtype)
text_embeddings = text_embeddings * (previous_mean / current_mean).unsqueeze(-1).unsqueeze(-1)
return text_embeddings
return text_embeddings