From df9c5085b57f4606976de6a134879a609044571e Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Tue, 9 May 2023 14:47:48 -0400
Subject: [PATCH] not everyone has bf16 available

---
 examples/4bit-lora-7b/config.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/examples/4bit-lora-7b/config.yml b/examples/4bit-lora-7b/config.yml
index f027880f6..32cb7d680 100644
--- a/examples/4bit-lora-7b/config.yml
+++ b/examples/4bit-lora-7b/config.yml
@@ -35,7 +35,8 @@ lr_scheduler: cosine
 learning_rate: 0.0000002
 train_on_inputs: false
 group_by_length: false
-bf16: true
+fp16: true
+bf16: false
 tf32: true
 early_stopping_patience:
 resume_from_checkpoint: