From 64adbf1a159b5f93e55d746468acfcf53f1d3e59 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Wed, 19 Feb 2025 19:18:36 -0500 Subject: [PATCH] tp plan not needed --- src/axolotl/utils/models.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 24e93a4f6..3e59730bd 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -763,9 +763,9 @@ class ModelLoader: skip_move_to_device = False if self.cfg.tp_size is not None: - self.model_kwargs["tp_plan"] = "auto" + # self.model_kwargs["tp_plan"] = "auto" del self.model_kwargs["device_map"] - skip_move_to_device = True + # skip_move_to_device = True if ( # pylint: disable=condition-evals-to-constant) (self.cfg.fsdp and self.cfg.fsdp_config.fsdp_cpu_ram_efficient_loading)