refactor build() into smaller fns

This commit is contained in:
Dan Saunders
2025-05-12 20:36:52 +00:00
parent c7b6790614
commit 103edc7211
10 changed files with 1352 additions and 1256 deletions

View File

@@ -1,10 +1,8 @@
"""
unit tests for axolotl.core.trainer_builder
"""
"""Unit tests for axolotl.core.trainers.builders"""
import pytest
from axolotl.core.trainer_builder import HFRLTrainerBuilder
from axolotl.core.trainers.builders import HFRLTrainerBuilder
from axolotl.utils.config import normalize_config
from axolotl.utils.dict import DictDefault
from axolotl.utils.models import load_model, load_tokenizer
@@ -53,9 +51,7 @@ def fixture_model(cfg, tokenizer):
class TestHFRLTrainerBuilder:
"""
TestCase class for DPO trainer builder
"""
"""Test case class for RL trainer builder"""
def test_build_training_arguments(self, cfg, model, tokenizer):
builder = HFRLTrainerBuilder(cfg, model, tokenizer)

View File

@@ -1,21 +1,21 @@
"""
test module to import various submodules that have historically broken due to dependency issues
"""Test module to import various submodules that have historically broken due to
dependency issues.
"""
import unittest
class TestImports(unittest.TestCase):
"""
Test class to import various submodules that have historically broken due to dependency issues
"""Test class to import various submodules that have historically broken due to
dependency issues.
"""
def test_import_causal_trainer(self):
from axolotl.core.trainer_builder import ( # pylint: disable=unused-import # noqa: F401
from axolotl.core.trainers.builders import ( # pylint: disable=unused-import # noqa: F401
HFCausalTrainerBuilder,
)
def test_import_rl_trainer(self):
from axolotl.core.trainer_builder import ( # pylint: disable=unused-import # noqa: F401
from axolotl.core.trainers.builders import ( # pylint: disable=unused-import # noqa: F401
HFRLTrainerBuilder,
)