c907ac173e
* adding pre-commit auto-update GH action and bumping plugin versions * running updated pre-commit plugins * sorry to revert, but pylint complained * Update .pre-commit-config.yaml Co-authored-by: Wing Lian <wing.lian@gmail.com> --------- Co-authored-by: Dan Saunders <dan@axolotl.ai> Co-authored-by: Wing Lian <wing.lian@gmail.com>
22 lines
737 B
Python
22 lines
737 B
Python
"""Test module for checking whether the integration of Unsloth with Hugging Face Transformers is working as expected."""
|
|
|
|
import unittest
|
|
|
|
import pytest
|
|
|
|
|
|
@pytest.mark.skip(
|
|
reason="Unsloth integration will be broken going into latest transformers"
|
|
)
|
|
class TestUnslothIntegration(unittest.TestCase):
|
|
"""Unsloth monkeypatch integration tests."""
|
|
|
|
def test_is_self_attn_patchable(self):
|
|
from axolotl.monkeypatch.unsloth_ import check_self_attn_is_patchable
|
|
|
|
# ensures the current version of transformers has loss code that matches our patching code
|
|
self.assertTrue(
|
|
check_self_attn_is_patchable(),
|
|
"HF transformers self attention code has changed and isn't patchable",
|
|
)
|