tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

hmmm

Browse Source
This commit is contained in:
Salman Mohammadi
2025-09-12 18:51:10 +01:00
parent 52e37077fc
commit a7676af44d
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/monkeypatch/accelerate/fsdp2.py
View File

@@ -371,6 +371,7 @@ def fsdp2_prepare_model(accelerator, model: torch.nn.Module) -> torch.nn.Module:
model.tie_weights() model.tie_weights()
is_peft_model = isinstance(model, PeftModel) is_peft_model = isinstance(model, PeftModel)
# TODO - this doesn't actually do anything
for name, module in model.named_children(): for name, module in model.named_children():
if name == "experts": if name == "experts":
# torch.distributed.breakpoint() # torch.distributed.breakpoint()