isolating problematic test

This commit is contained in:
Dan Saunders
2024-12-18 03:30:35 +00:00
parent dda9b25994
commit 80ba0d8dd1
7 changed files with 85 additions and 71 deletions

View File

@@ -0,0 +1,28 @@
"""Shared fixtures for differential transformer conversion tests."""
import pytest
@pytest.fixture()
def base_config():
"""Basic config for testing."""
return {
"base_model": "HuggingFaceTB/SmolLM2-135M",
"plugins": [
"axolotl.integrations.differential_transformer.DifferentialTransformerPlugin",
],
"datasets": [
{
"path": "axolotl-ai-co/alpaca_100_test",
"type": "alpaca",
},
],
"gradient_accumulation_steps": 1,
"learning_rate": 1e-4,
"val_set_size": 0.1,
"micro_batch_size": 1,
"sequence_len": 2048,
"special_tokens": {
"pad_token": "<|endoftext|>",
},
}