1d32278755
* feat: upgrade transformers to v4.56 * fix handling of CP/SP now that position_ids are default even for unpacked sequences * feat: monkeypatch list_repo_templates * fix: apply patch for tests only * see if updated main works at least * fix: update to patch release and remove monkeypatch * remove fsdp2 eval patch --------- Co-authored-by: Wing Lian <wing@axolotl.ai>
27 lines
710 B
Python
27 lines
710 B
Python
"""Unit tests for trainer loss calc monkeypatch."""
|
|
|
|
import unittest
|
|
|
|
from axolotl.monkeypatch.transformers.trainer_loss_calc import (
|
|
check_evaluation_loop_is_patchable,
|
|
check_maybe_log_save_evaluate_is_patchable,
|
|
)
|
|
|
|
|
|
class TestTrainerLossCalc(unittest.TestCase):
|
|
"""
|
|
Unit test class for trainer loss calc monkeypatch
|
|
"""
|
|
|
|
def test_trainer_loss_calc_is_patchable(self):
|
|
"""
|
|
Test that the upstream transformers code is still patchable. This will fail if
|
|
the patched code changes upstream.
|
|
"""
|
|
assert check_evaluation_loop_is_patchable()
|
|
assert check_maybe_log_save_evaluate_is_patchable()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|