fix step calc for packing

2023-07-25 23:52:34 -04:00
parent 945f2e5029
commit 2bee646e85
1 changed files with 3 additions and 3 deletions
--- a/src/axolotl/utils/trainer.py
+++ b/src/axolotl/utils/trainer.py
@@ -189,9 +189,9 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer):
            total_num_steps = (
                # match count to len est in dataloader
                (
-                    0.99
+                    math.floor(
-                    * math.ceil(
+                        0.99
-                        total_num_tokens
+                        * total_num_tokens
                        / cfg.sample_packing_eff_est
                        / 2048
                        / cfg.batch_size