tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: saving clones state dict

Browse Source
This commit is contained in:
NanoCode012
2026-02-25 14:23:32 +07:00
parent 2b6f4a6c9b
commit 0d0122cabe
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainers/base.py
View File

@@ -725,7 +725,7 @@ class AxolotlTrainer(
state_dict = self.accelerator.get_state_dict(self.model) state_dict = self.accelerator.get_state_dict(self.model)
if state_dict is not None: if state_dict is not None:
state_dict = { state_dict = {
k: v.clone() if isinstance(v, torch.Tensor) else v k: v.detach().cpu() if isinstance(v, torch.Tensor) else v
for k, v in state_dict.items() for k, v in state_dict.items()
} }