diff --git a/examples/4bit-lora-7b/config.yml b/examples/4bit-lora-7b/config.yml index f027880f6..32cb7d680 100644 --- a/examples/4bit-lora-7b/config.yml +++ b/examples/4bit-lora-7b/config.yml @@ -35,7 +35,8 @@ lr_scheduler: cosine learning_rate: 0.0000002 train_on_inputs: false group_by_length: false -bf16: true +fp16: true +bf16: false tf32: true early_stopping_patience: resume_from_checkpoint: