From 49b5501fc254c4b668ce9e3fdec6f48e7b7c81ff Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Mon, 13 Jan 2025 12:10:20 -0500 Subject: [PATCH] unsloth incompatible with latest transformers --- tests/e2e/patched/test_unsloth_integration.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/e2e/patched/test_unsloth_integration.py b/tests/e2e/patched/test_unsloth_integration.py index bc6476dab..403d26147 100644 --- a/tests/e2e/patched/test_unsloth_integration.py +++ b/tests/e2e/patched/test_unsloth_integration.py @@ -3,8 +3,6 @@ import unittest import pytest -from axolotl.monkeypatch.unsloth_ import check_self_attn_is_patchable - @pytest.mark.skip( reason="Unsloth integration will be broken going into latest transformers" @@ -13,6 +11,8 @@ class TestUnslothIntegration(unittest.TestCase): """Unsloth monkeypatch integration tests.""" def test_is_self_attn_patchable(self): + from axolotl.monkeypatch.unsloth_ import check_self_attn_is_patchable + # ensures the current version of transformers has loss code that matches our patching code self.assertTrue( check_self_attn_is_patchable(),