From 4d92a68a9682a9e1e24635136ae9fe8e15cc0492 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 19 Mar 2025 23:58:33 -0400 Subject: [PATCH] use default torch fused adamw optimizer as default as adamw_hf is deprecated (#2425) * use default torch fused adamw optimizer as default as adamw_hf is deprecated * make sure to have latest packaging installed * bump packagingin requirements.txt too --- pyproject.toml | 2 +- requirements.txt | 2 +- src/axolotl/utils/config/models/input/v0_4_1/__init__.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 016dbe417..4a18516b0 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,5 +1,5 @@ [build-system] -requires = ["setuptools>=64", "wheel", "setuptools_scm>=8"] +requires = ["setuptools>=64", "wheel", "setuptools_scm>=8", "packaging>=24.2"] build-backend = "setuptools.build_meta" [project] diff --git a/requirements.txt b/requirements.txt index c3a9eb2f3..ce2fac6e0 100644 --- a/requirements.txt +++ b/requirements.txt @@ -10,7 +10,7 @@ autoawq==0.2.7.post3 liger-kernel==0.5.3 # END section -packaging==23.2 +packaging==24.2 peft==0.14.0 transformers==4.49.0 diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py index b2584cfcd..49f26ac0c 100644 --- a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py +++ b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py @@ -507,7 +507,7 @@ class HyperparametersConfig(BaseModel): weight_decay: Optional[float] = 0.0 optimizer: Optional[ Union[OptimizerNames, CustomSupportedOptimizers] - ] = OptimizerNames.ADAMW_HF + ] = OptimizerNames.ADAMW_TORCH_FUSED optim_args: Optional[Union[str, Dict[str, Any]]] = Field( default=None, json_schema_extra={"description": "Optional arguments to supply to optimizer."},