From 372fd0854891ae735c7f7ca1be49b10787c00d9a Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sat, 3 May 2025 18:34:39 -0400 Subject: [PATCH] fix fp16 / bf16 reset when using fp16 with bf16 auto --- src/axolotl/utils/config/__init__.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/axolotl/utils/config/__init__.py b/src/axolotl/utils/config/__init__.py index 0de87fa5c..a96cc1286 100644 --- a/src/axolotl/utils/config/__init__.py +++ b/src/axolotl/utils/config/__init__.py @@ -70,6 +70,9 @@ def resolve_dtype(cfg): if cfg.fp16 is None and not cfg.float16: cfg.fp16 = True + if cfg.fp16 and cfg.bf16 == "auto": + cfg.bf16 = False + if cfg.device == "mps": cfg.load_in_8bit = False cfg.tf32 = False