diff --git a/src/axolotl/integrations/rala/convert.py b/src/axolotl/integrations/rala/convert.py index 5523ba9d3..2f081d8e8 100644 --- a/src/axolotl/integrations/rala/convert.py +++ b/src/axolotl/integrations/rala/convert.py @@ -69,7 +69,7 @@ def convert_to_rala( layer_type = type(child).__name__ logger.info( - f"Converting attention layer {layer_idx}: {layer_type} to {attention_class.__name__}" + f"Converting attention layer {decoder_layer_idx}: {layer_type} to {attention_class.__name__}" ) # Create new diff attn layer