add smoke test training

This commit is contained in:
Wing Lian
2024-10-30 15:40:27 -04:00
parent 67b9e31bbc
commit efa1209a92
2 changed files with 42 additions and 0 deletions

View File

@@ -1638,6 +1638,7 @@ class HFCausalTrainerBuilder(TrainerBuilderBase):
trainer_kwargs["max_length"] = self.cfg.sequence_len
if self.cfg.optimizer in [
# pylint: disable=duplicate-code
"optimi_adamw",
"ao_adamw_4bit",
"ao_adamw_8bit",