tp plan not needed

This commit is contained in:
Sunny Liu
2025-02-19 19:18:36 -05:00
committed by Sung Ching Liu
parent 438b623031
commit 64adbf1a15

View File

@@ -763,9 +763,9 @@ class ModelLoader:
skip_move_to_device = False
if self.cfg.tp_size is not None:
self.model_kwargs["tp_plan"] = "auto"
# self.model_kwargs["tp_plan"] = "auto"
del self.model_kwargs["device_map"]
skip_move_to_device = True
# skip_move_to_device = True
if ( # pylint: disable=condition-evals-to-constant)
(self.cfg.fsdp and self.cfg.fsdp_config.fsdp_cpu_ram_efficient_loading)