From 152ab76623853a603f71adb09292dcaf1dfd8dba Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 17 Jul 2024 10:58:14 -0400 Subject: [PATCH] fix num gpu check (#1760) --- src/axolotl/utils/config/models/input/v0_4_1/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py index 6cd98af11..708d41972 100644 --- a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py +++ b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py @@ -1198,7 +1198,7 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig): or data.get("unsloth_lora_o") ): capabilities = data.get("capabilities") - if capabilities and capabilities.get("num_gpus") > 1: + if capabilities and capabilities.get("n_gpu", 0) > 1: raise ValueError( "unsloth_lora_mlp, unsloth_lora_qkv, and unsloth_lora_o are not compatible with multi-GPU training." )