diff --git a/tests/e2e/patched/test_unsloth_integration.py b/tests/e2e/patched/test_unsloth_integration.py index bc6476dab..403d26147 100644 --- a/tests/e2e/patched/test_unsloth_integration.py +++ b/tests/e2e/patched/test_unsloth_integration.py @@ -3,8 +3,6 @@ import unittest import pytest -from axolotl.monkeypatch.unsloth_ import check_self_attn_is_patchable - @pytest.mark.skip( reason="Unsloth integration will be broken going into latest transformers" @@ -13,6 +11,8 @@ class TestUnslothIntegration(unittest.TestCase): """Unsloth monkeypatch integration tests.""" def test_is_self_attn_patchable(self): + from axolotl.monkeypatch.unsloth_ import check_self_attn_is_patchable + # ensures the current version of transformers has loss code that matches our patching code self.assertTrue( check_self_attn_is_patchable(),