tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

adding fp32 support

Browse Source
This commit is contained in:
Salman Mohammadi
2025-09-26 16:32:09 +00:00
parent 7fa8ac40cd
commit 1d0562dedd
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/monkeypatch/accelerate/fsdp2.py
View File

@@ -368,6 +368,7 @@ def fsdp2_prepare_model(accelerator, model: torch.nn.Module) -> torch.nn.Module:
# removing the call above leads to extra memory usage as explained in the comment above # removing the call above leads to extra memory usage as explained in the comment above
if hasattr(model, "tie_weights"): if hasattr(model, "tie_weights"):
model.tie_weights() model.tie_weights()
model = model.to(torch.float32)
return model return model