diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py index 6cd98af11..708d41972 100644 --- a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py +++ b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py @@ -1198,7 +1198,7 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig): or data.get("unsloth_lora_o") ): capabilities = data.get("capabilities") - if capabilities and capabilities.get("num_gpus") > 1: + if capabilities and capabilities.get("n_gpu", 0) > 1: raise ValueError( "unsloth_lora_mlp, unsloth_lora_qkv, and unsloth_lora_o are not compatible with multi-GPU training." )