From c3db6dd3079b7a8ba12d85ebbc945bdb631ea5b8 Mon Sep 17 00:00:00 2001 From: Dan Saunders Date: Tue, 19 Aug 2025 15:41:32 +0000 Subject: [PATCH] remove hardcode --- src/axolotl/utils/trainer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py index b223ee0c5..10c877e38 100644 --- a/src/axolotl/utils/trainer.py +++ b/src/axolotl/utils/trainer.py @@ -408,8 +408,7 @@ def calculate_total_num_steps(cfg, train_dataset, update=True): if update: cfg.total_num_tokens = total_num_tokens - skip_estimates = cfg.model_config_type == "mamba" - skip_estimates = True + skip_estimates = cfg.sequence_len is None or cfg.model_config_type == "mamba" if ( not skip_estimates