From fc1f275e6c4739dc0b49c687160462c4daefa11f Mon Sep 17 00:00:00 2001
From: sunny <sunnyliu19981005@gmail.com>
Date: Tue, 29 Oct 2024 15:27:42 -0400
Subject: [PATCH] yml change

---
 1991.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/1991.yml b/1991.yml
index fb8705af2..3098515c0 100644
--- a/1991.yml
+++ b/1991.yml
@@ -254,7 +254,7 @@ unfrozen_parameters:
 # model.embed_tokens layers
 
 
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 2
 micro_batch_size: 2
 num_epochs: 3
 optimizer: adamw_torch_fused