tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

full weights fsdp training seems broken with fsdp_cpu_ram_efficient_loading, disabling for now (#1726)

Browse Source
This commit is contained in:
Wing Lian
2024-07-05 09:15:36 -04:00
committed by GitHub
parent c6d83a87c4
commit c69b7eb2b5
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/axolotl/utils/models.py
View File

@@ -569,9 +569,11 @@ def load_model(
try: try:
skip_move_to_device = False skip_move_to_device = False
if ( if ( # pylint: disable=condition-evals-to-constant)
cfg.fsdp and cfg.fsdp_config.fsdp_cpu_ram_efficient_loading (cfg.fsdp and cfg.fsdp_config.fsdp_cpu_ram_efficient_loading)
) and not qlora_fsdp: and not qlora_fsdp
and False
):
model = load_sharded_model( model = load_sharded_model(
base_model, base_model,
model_config, model_config,