From 700409be6f779da04ae9f60c12f3f74c4558cf80 Mon Sep 17 00:00:00 2001 From: Dan Saunders Date: Thu, 3 Apr 2025 16:44:45 +0000 Subject: [PATCH] removing deepspeed guard for LoRA Triton kernels --- src/axolotl/utils/schemas/config.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/src/axolotl/utils/schemas/config.py b/src/axolotl/utils/schemas/config.py index a0d04ccc2..c9a208ba2 100644 --- a/src/axolotl/utils/schemas/config.py +++ b/src/axolotl/utils/schemas/config.py @@ -1224,17 +1224,12 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig): ): capabilities = data.get("capabilities") is_fsdp = data.get("fsdp") is not None - is_deepspeed = data.get("deepspeed") is not None if capabilities and capabilities.get("n_gpu", 0) > 1: if is_fsdp: raise ValueError( "lora_mlp_kernel, lora_qkv_kernel, and lora_o_kernel are not compatible with FSDP." ) - if is_deepspeed: - raise ValueError( - "lora_mlp_kernel, lora_qkv_kernel, and lora_o_kernel are not compatible with DeepSpeed." - ) return data @model_validator(mode="before")