VictorMylle/Kohya-ss-sd-scripts
1
0
Fork 1
mirror of https://github.com/kohya-ss/sd-scripts.git synced 2026-04-10 15:00:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #21 from rockerBOO/lumina-torch-dynamo-gemma2

Browse Source 
fix torch compile/dynamo for Gemma2
This commit is contained in:
青龍聖者@bdsqlsz
2025-03-02 18:31:13 +08:00
committed by GitHub
parent b6e4194ea5 cad182d29a
commit dfe1ab6c50
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
library/strategy_lumina.py
View File

@@ -97,7 +97,8 @@ class LuminaTextEncodingStrategy(TextEncodingStrategy):
hidden_states, input_ids, attention_masks
"""
text_encoder = models[0]
assert isinstance(text_encoder, Gemma2Model)
# Check model or torch dynamo OptimizedModule
assert isinstance(text_encoder, Gemma2Model) or isinstance(text_encoder._orig_mod, Gemma2Model), f"text encoder is not Gemma2Model {text_encoder.__class__.__name__}"
input_ids, attention_masks = tokens
outputs = text_encoder(