fix num gpu check (#1760)

2024-07-17 10:58:14 -04:00
parent 5f58555bd0
commit 152ab76623
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/config/models/input/v0_4_1/init.py
+++ b/src/axolotl/utils/config/models/input/v0_4_1/init.py
@@ -1198,7 +1198,7 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig):
            or data.get("unsloth_lora_o")
        ):
            capabilities = data.get("capabilities")
-            if capabilities and capabilities.get("num_gpus") > 1:
+            if capabilities and capabilities.get("n_gpu", 0) > 1:
                raise ValueError(
                    "unsloth_lora_mlp, unsloth_lora_qkv, and unsloth_lora_o are not compatible with multi-GPU training."
                )