diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py
index 4c6eb7626..4336f740c 100644
--- a/src/axolotl/utils/trainer.py
+++ b/src/axolotl/utils/trainer.py
@@ -81,9 +81,6 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer):
         training_arguments_kwargs["fsdp"] = cfg.fsdp
         if cfg.fsdp_config:
             training_arguments_kwargs["fsdp_config"] = dict(cfg.fsdp_config)
-        # can't set optimizers directly on trainer when using fsdp, so set them here
-        if cfg.optimizer:
-            training_arguments_kwargs["optim"] = cfg.optimizer
 
     # deepspeed
     if (