tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

okay, actually use fdsp2...

Browse Source
This commit is contained in:
Wing Lian
2025-04-06 13:55:46 -04:00
parent c902f4222d
commit b5a51c378b
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/trainer.py
View File

@@ -538,7 +538,7 @@ def setup_deepspeed_env(cfg, stage=None):
def setup_fsdp_envs(cfg): def setup_fsdp_envs(cfg):
os.environ["ACCELERATE_USE_FSDP"] = "true" os.environ["ACCELERATE_USE_FSDP"] = "true"
if str(cfg.fsdp_version) == "2": if str(cfg.fsdp_config.fsdp_version) == "2":
os.environ["FSDP_VERSION"] = "2" os.environ["FSDP_VERSION"] = "2"
if cfg.fsdp_config.fsdp_activation_checkpointing: if cfg.fsdp_config.fsdp_activation_checkpointing:
os.environ["FSDP_ACTIVATION_CHECKPOINTING"] = "true" os.environ["FSDP_ACTIVATION_CHECKPOINTING"] = "true"