not everyone has bf16 available

2023-05-09 14:47:48 -04:00
parent 7967cd1039
commit df9c5085b5
1 changed files with 2 additions and 1 deletions
--- a/examples/4bit-lora-7b/config.yml
+++ b/examples/4bit-lora-7b/config.yml
@@ -35,7 +35,8 @@ lr_scheduler: cosine
 learning_rate: 0.0000002
 train_on_inputs: false
 group_by_length: false
-bf16: true
+fp16: true
+bf16: false
 tf32: true
 early_stopping_patience:
 resume_from_checkpoint: