Fix condition scheduler

This commit is contained in:
NanoCode012
2023-05-09 01:44:12 +09:00
committed by GitHub
parent 7576d85c73
commit 5b6690ac25

View File

@@ -104,7 +104,7 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer):
report_to="wandb" if cfg.use_wandb else None,
run_name=cfg.wandb_run_id if cfg.use_wandb else None,
optim=cfg.optimizer if cfg.optimizer else None,
lr_scheduler_type=cfg.lr_scheduler if cfg.lr_scheduler not in ("one_cycle", "log_sweep") else "cosine",
lr_scheduler_type=cfg.lr_scheduler if cfg.lr_scheduler in ("one_cycle", "log_sweep") else "cosine",
weight_decay=cfg.weight_decay if cfg.weight_decay is not None else 0.0,
**training_arguments_kwargs,
)