tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: add guard for _initialize_missing_keys patch (#3469) [skip ci]

Browse Source
This commit is contained in:
NanoCode012
2026-03-06 23:45:03 +07:00
committed by GitHub
parent 0a23ae08f7
commit d65e1b960c
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/monkeypatch/accelerate/fsdp2.py
View File

@@ -498,6 +498,9 @@ def patch_initialize_missing_keys_for_fsdp():
from transformers import PreTrainedModel from transformers import PreTrainedModel
from transformers.modeling_utils import is_fsdp_enabled, is_local_dist_rank_0 from transformers.modeling_utils import is_fsdp_enabled, is_local_dist_rank_0
if getattr(PreTrainedModel._initialize_missing_keys, "_axolotl_patched", False):
return
_original_initialize_missing_keys = PreTrainedModel._initialize_missing_keys _original_initialize_missing_keys = PreTrainedModel._initialize_missing_keys
def _patched_initialize_missing_keys(self, is_quantized: bool) -> None: def _patched_initialize_missing_keys(self, is_quantized: bool) -> None:
@@ -510,6 +513,7 @@ def patch_initialize_missing_keys_for_fsdp():
_original_initialize_missing_keys(self, is_quantized) _original_initialize_missing_keys(self, is_quantized)
PreTrainedModel._initialize_missing_keys = _patched_initialize_missing_keys PreTrainedModel._initialize_missing_keys = _patched_initialize_missing_keys
PreTrainedModel._initialize_missing_keys._axolotl_patched = True
def patch_accelerate_fsdp2(): def patch_accelerate_fsdp2():