tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: total tokens and defaults in config

Browse Source
This commit is contained in:
NanoCode012
2025-12-02 21:38:10 +07:00
parent 76f0fe2621
commit 08c8f3f22f
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llama-3/diffusion/sft-1b.yaml
View File

@@ -44,7 +44,7 @@ resume_from_checkpoint:
sdp_attention: true sdp_attention: true
logging_steps: 1 logging_steps: 1
save_strategy: best save_strategy: epoch
eval_strategy: epoch eval_strategy: epoch
special_tokens: special_tokens:

4
src/axolotl/core/trainers/base.py
View File

@@ -631,7 +631,9 @@ class AxolotlTrainer(
logs["tokens_per_second_per_gpu"] = round( logs["tokens_per_second_per_gpu"] = round(
self.state.last_tokens_per_second.item() / self.args.logging_steps, 2 self.state.last_tokens_per_second.item() / self.args.logging_steps, 2
) )
logs["total_tokens"] = int(self.state.total_tokens.item())
if hasattr(self.state, "total_tokens"):
logs["total_tokens"] = int(self.state.total_tokens.item())
del self._stored_metrics[train_eval] del self._stored_metrics[train_eval]