tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix nightlies to use correct cache (#2848) [skip ci]

Browse Source 
* fix nightlies to use correct cache

* fix for handling None for bf16
This commit is contained in:
Wing Lian
2025-07-03 12:21:39 -04:00
committed by GitHub
parent 8ae5a2311b
commit 70ca1b2291
2 changed files with 10 additions and 109 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/core/builders/base.py
View File

@@ -219,7 +219,9 @@ class TrainerBuilderBase(abc.ABC):
if self.cfg.bf16 == "full":
training_args_kwargs["bf16_full_eval"] = True
else:
training_args_kwargs["bf16"] = self.cfg.bf16 or self.cfg.bfloat16
bf16 = self.cfg.bf16 or self.cfg.bfloat16
bf16 = bf16 if bf16 is not None else False
training_args_kwargs["bf16"] = bf16
def _configure_scheduler(self, training_args_kwargs: dict):
if self.cfg.lr_scheduler in ["one_cycle", "rex"]: