"""Test module for checking whether the integration of Unsloth with Hugging Face Transformers is working as expected.""" import unittest import pytest @pytest.mark.skip( reason="Unsloth integration will be broken going into latest transformers" ) class TestUnslothIntegration(unittest.TestCase): """Unsloth monkeypatch integration tests.""" def test_is_self_attn_patchable(self): from axolotl.monkeypatch.unsloth_ import check_self_attn_is_patchable # ensures the current version of transformers has loss code that matches our patching code self.assertTrue( check_self_attn_is_patchable(), "HF transformers self attention code has changed and isn't patchable", )