From a1a740608da24842db5088043c5bab8c5a29bd45 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Fri, 27 Jun 2025 11:20:23 -0400 Subject: [PATCH] add assertion for packing patch to _get_unpad_data (#2840) --- src/axolotl/monkeypatch/multipack.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/axolotl/monkeypatch/multipack.py b/src/axolotl/monkeypatch/multipack.py index 1467f9e29..e590dbdaa 100644 --- a/src/axolotl/monkeypatch/multipack.py +++ b/src/axolotl/monkeypatch/multipack.py @@ -42,6 +42,10 @@ def patch_for_multipack(model_type, model_name=None, has_remote_code=False): if has_remote_code: patch_remote(model_name) elif hasattr(transformers, "modeling_flash_attention_utils"): + # sanity check in case upstream api changes on this + assert hasattr( + transformers.modeling_flash_attention_utils, "_get_unpad_data" + ), "transformers api changed for _get_unpad_data for flash attention" transformers.modeling_flash_attention_utils._get_unpad_data = ( # pylint: disable=protected-access get_unpad_data )