tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix num gpu check (#1760)

Browse Source
This commit is contained in:
Wing Lian
2024-07-17 10:58:14 -04:00
committed by GitHub
parent 5f58555bd0
commit 152ab76623
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -1198,7 +1198,7 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig):
or data.get("unsloth_lora_o") or data.get("unsloth_lora_o")
): ):
capabilities = data.get("capabilities") capabilities = data.get("capabilities")
if capabilities and capabilities.get("num_gpus") > 1: if capabilities and capabilities.get("n_gpu", 0) > 1:
raise ValueError( raise ValueError(
"unsloth_lora_mlp, unsloth_lora_qkv, and unsloth_lora_o are not compatible with multi-GPU training." "unsloth_lora_mlp, unsloth_lora_qkv, and unsloth_lora_o are not compatible with multi-GPU training."
) )