VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-17 17:24:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

add load tokenizers from pretrained_model_name_or_path if available

Browse Source
This commit is contained in:
alex choi
2024-06-15 16:39:35 +00:00
parent c72a9d0fca
commit 6789561e0c
1 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
library/sdxl_train_util.py
View File

@@ -133,6 +133,20 @@ def _load_target_model(
def load_tokenizers(args: argparse.Namespace):
logger.info("prepare tokenizers")
# load diffusers tokenizers if available
name_or_path = args.pretrained_model_name_or_path
if os.path.isdir(name_or_path):
tokenizer_path = os.path.join(name_or_path, "tokenizer")
tokenizer_2_path = os.path.join(name_or_path, "tokenizer_2")
if os.path.exists(tokenizer_path) \
and os.path.exists(tokenizer_2_path):
logger.info(f"load tokenizers from pretrained_model_name_or_path: {name_or_path}")
tokeniers = [
CLIPTokenizer.from_pretrained(tokenizer_path),
CLIPTokenizer.from_pretrained(tokenizer_2_path),
]
return tokeniers
original_paths = [TOKENIZER1_PATH, TOKENIZER2_PATH]
tokeniers = []
for i, original_path in enumerate(original_paths):