diff --git a/library/lumina_train_util.py b/library/lumina_train_util.py index f54b202d..20df7eef 100644 --- a/library/lumina_train_util.py +++ b/library/lumina_train_util.py @@ -320,7 +320,6 @@ def sample_image_inference( # Load sample prompts from Gemma 2 if gemma2_model is not None: - logger.info(f"Encoding prompt with Gemma2: {prompt}") tokens_and_masks = tokenize_strategy.tokenize(prompt) gemma2_conds = encoding_strategy.encode_tokens(tokenize_strategy, [gemma2_model], tokens_and_masks) diff --git a/library/strategy_lumina.py b/library/strategy_lumina.py index 5d6e100f..c9e65423 100644 --- a/library/strategy_lumina.py +++ b/library/strategy_lumina.py @@ -54,6 +54,7 @@ class LuminaTokenizeStrategy(TokenizeStrategy): max_length=self.max_length, return_tensors="pt", padding="max_length", + truncation=True, pad_to_multiple_of=8, ) return (encodings.input_ids, encodings.attention_mask)