Compare commits

..

1 Commits

Author SHA1 Message Date
NanoCode012
159f0531f9 chore: fix docstring comment from distributed pr 2025-06-20 05:48:34 +07:00
2 changed files with 4 additions and 3 deletions

View File

@@ -215,6 +215,10 @@ class HFCausalTrainerBuilder(TrainerBuilderBase):
self.cfg.auto_find_batch_size
)
training_arguments_kwargs["eval_accumulation_steps"] = (
self.cfg.gradient_accumulation_steps
)
training_arguments_kwargs["load_best_model_at_end"] = (
(
self.cfg.load_best_model_at_end is not False

View File

@@ -74,9 +74,6 @@ def is_main_process() -> bool:
Check if the current process is the main process. If not in distributed mode,
always return `True`.
We use a simpler logic when the distributed state is not initialized: we just log
on the 0-th local rank.
Returns:
`True` if the current process is the main process, `False` otherwise.
"""