tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

chore: add extra empty cache

Browse Source
This commit is contained in:
NanoCode012
2026-02-25 18:17:11 +07:00
parent 731d5dd193
commit c58eaaae51
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/loaders/model.py
View File

@@ -197,6 +197,7 @@ class ModelLoader:
if get_moe_quantized_count() > 0: if get_moe_quantized_count() > 0:
self.model._moe_experts_quantized = True self.model._moe_experts_quantized = True
patch_peft_target_parameters_matching() patch_peft_target_parameters_matching()
torch.cuda.empty_cache()
PLUGIN_MANAGER.post_model_build(self.cfg, self.model) PLUGIN_MANAGER.post_model_build(self.cfg, self.model)