tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: also check grad norm

Browse Source
This commit is contained in:
NanoCode012
2025-10-27 16:10:54 +07:00
parent d4f50806cd
commit 8cfc09d958
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/telemetry/callbacks.py
View File

@@ -153,12 +153,13 @@ class TelemetryCallback(TrainerCallback):
self.last_report_step = step self.last_report_step = step
def _extract_last_metrics(self, state: TrainerState) -> dict: def _extract_last_metrics(self, state: TrainerState) -> dict:
"""Extract last loss and learning_rate from log history.""" """Extract last loss, learning_rate, and grad_norm from log history."""
if not state.log_history: if not state.log_history:
return {"loss": 0, "learning_rate": 0} return {"loss": 0, "learning_rate": 0, "grad_norm": 0}
last_log = state.log_history[-1] last_log = state.log_history[-1]
return { return {
"loss": last_log.get("loss", 0), "loss": last_log.get("loss", 0),
"learning_rate": last_log.get("learning_rate", 0), "learning_rate": last_log.get("learning_rate", 0),
"grad_norm": last_log.get("grad_norm", 0),
} }