tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

don't need to set here

Browse Source
This commit is contained in:
Wing Lian
2023-05-22 12:12:01 -04:00
parent 9493b1b137
commit de6da13e19
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/utils/trainer.py
View File

@@ -81,9 +81,6 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer):
training_arguments_kwargs["fsdp"] = cfg.fsdp training_arguments_kwargs["fsdp"] = cfg.fsdp
if cfg.fsdp_config: if cfg.fsdp_config:
training_arguments_kwargs["fsdp_config"] = dict(cfg.fsdp_config) training_arguments_kwargs["fsdp_config"] = dict(cfg.fsdp_config)
# can't set optimizers directly on trainer when using fsdp, so set them here
if cfg.optimizer:
training_arguments_kwargs["optim"] = cfg.optimizer
# deepspeed # deepspeed
if ( if (