From 98b1bce57e9ee96f3786b038c786baff7d399420 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Thu, 25 May 2023 12:24:52 -0400
Subject: [PATCH] pr comments addressed

---
 examples/lora-openllama-3b/config.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/examples/lora-openllama-3b/config.yml b/examples/lora-openllama-3b/config.yml
index 393942d96..6665044e0 100644
--- a/examples/lora-openllama-3b/config.yml
+++ b/examples/lora-openllama-3b/config.yml
@@ -13,7 +13,7 @@ dataset_prepared_path: last_run_prepared
 val_set_size: 0.02
 adapter: lora
 lora_model_dir:
-sequence_len: 512
+sequence_len: 256
 max_packed_sequence_len:
 lora_r: 8
 lora_alpha: 16
@@ -43,7 +43,7 @@ train_on_inputs: false
 group_by_length: false
 bf16: false
 fp16: true
-tf32: true
+tf32: false
 gradient_checkpointing: true
 early_stopping_patience:
 resume_from_checkpoint: