From 2bee646e855b01ed044d0bb5bc1e1071053d4e2a Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Tue, 25 Jul 2023 23:52:34 -0400
Subject: [PATCH] fix step calc for packing

---
 src/axolotl/utils/trainer.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py
index f78793bc4..3dacdef89 100644
--- a/src/axolotl/utils/trainer.py
+++ b/src/axolotl/utils/trainer.py
@@ -189,9 +189,9 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer):
             total_num_steps = (
                 # match count to len est in dataloader
                 (
-                    0.99
-                    * math.ceil(
-                        total_num_tokens
+                    math.floor(
+                        0.99
+                        * total_num_tokens
                         / cfg.sample_packing_eff_est
                         / 2048
                         / cfg.batch_size