From 1072f288745dff2839791bc4209c92e2cb4f0593 Mon Sep 17 00:00:00 2001 From: Chirag Jain Date: Tue, 6 Feb 2024 11:08:14 +0530 Subject: [PATCH] Fix typo `bloat16` -> `bfloat16` (#1257) --- src/axolotl/utils/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/config.py b/src/axolotl/utils/config.py index 5c56db9f1..ac7796867 100644 --- a/src/axolotl/utils/config.py +++ b/src/axolotl/utils/config.py @@ -322,7 +322,7 @@ def validate_config(cfg): LOG.warning("BetterTransformers probably doesn't work with PEFT adapters") if cfg.fp16 or cfg.bf16: raise ValueError("AMP is not supported with BetterTransformer") - if cfg.float16 is not True and cfg.bloat16 is not True: + if cfg.float16 is not True and cfg.bfloat16 is not True: LOG.warning( "You should probably set bfloat16 or float16 to true to " "load the model in float16 for BetterTransformers"