tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

removing deepspeed guard for LoRA Triton kernels

Browse Source
This commit is contained in:
Dan Saunders
2025-04-03 16:44:45 +00:00
parent 64d8035f50
commit 700409be6f
1 changed files with 0 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/utils/schemas/config.py
View File

@@ -1224,17 +1224,12 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig):
): ):
capabilities = data.get("capabilities") capabilities = data.get("capabilities")
is_fsdp = data.get("fsdp") is not None is_fsdp = data.get("fsdp") is not None
is_deepspeed = data.get("deepspeed") is not None
if capabilities and capabilities.get("n_gpu", 0) > 1: if capabilities and capabilities.get("n_gpu", 0) > 1:
if is_fsdp: if is_fsdp:
raise ValueError( raise ValueError(
"lora_mlp_kernel, lora_qkv_kernel, and lora_o_kernel are not compatible with FSDP." "lora_mlp_kernel, lora_qkv_kernel, and lora_o_kernel are not compatible with FSDP."
) )
if is_deepspeed:
raise ValueError(
"lora_mlp_kernel, lora_qkv_kernel, and lora_o_kernel are not compatible with DeepSpeed."
)
return data return data
@model_validator(mode="before") @model_validator(mode="before")