"""Test module for checking whether the integration of Unsloth with Hugging Face Transformers is working as expected.""" import unittest from axolotl.monkeypatch.unsloth_ import ( check_cel_is_patchable, check_self_attn_is_patchable, ) class TestUnslothIntegration(unittest.TestCase): """Unsloth monkeypatch integration tests.""" def test_is_cel_patchable(self): # ensures the current version of transformers has loss code that matches our patching code self.assertTrue( check_cel_is_patchable(), "HF transformers loss code has changed and isn't patchable", ) def test_is_self_attn_patchable(self): # ensures the current version of transformers has loss code that matches our patching code self.assertTrue( check_self_attn_is_patchable(), "HF transformers self attention code has changed and isn't patchable", )