1ed4de73b6
* CLI init refactor * fix * cleanup and (partial) docs * Adding documentation and continuing cleanup (in progress) * remove finetune.py script * continued cleanup and documentation * pytest fixes * review comments * fix * Fix * typing fixes * make sure the batch dataset patcher for multipack is always loaded when handling datasets * review comments * fix --------- Co-authored-by: Dan Saunders <dan@axolotl.ai> Co-authored-by: Wing Lian <wing@axolotl.ai>
38 lines
683 B
Python
38 lines
683 B
Python
"""Shared pytest fixtures for cli module."""
|
|
|
|
import pytest
|
|
from click.testing import CliRunner
|
|
|
|
VALID_TEST_CONFIG = """
|
|
base_model: HuggingFaceTB/SmolLM2-135M
|
|
datasets:
|
|
- path: mhenrichsen/alpaca_2k_test
|
|
type: alpaca
|
|
sequence_len: 2048
|
|
max_steps: 1
|
|
micro_batch_size: 1
|
|
gradient_accumulation_steps: 1
|
|
learning_rate: 1e-3
|
|
special_tokens:
|
|
pad_token: <|endoftext|>
|
|
"""
|
|
|
|
|
|
@pytest.fixture
|
|
def cli_runner():
|
|
return CliRunner()
|
|
|
|
|
|
@pytest.fixture
|
|
def valid_test_config():
|
|
return VALID_TEST_CONFIG
|
|
|
|
|
|
@pytest.fixture
|
|
def config_path(tmp_path):
|
|
"""Creates a temporary config file"""
|
|
path = tmp_path / "config.yml"
|
|
path.write_text(VALID_TEST_CONFIG)
|
|
|
|
return path
|