tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

make the eval size smaller for the resume test (#2111) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2024-12-02 18:32:29 -05:00
committed by GitHub
parent a4f4a56d77
commit 53963c792c
1 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tests/e2e/patched/test_resume.py
View File

@@ -6,7 +6,6 @@ import logging
import os import os
import re import re
import subprocess import subprocess
import unittest
from pathlib import Path from pathlib import Path
from transformers.utils import is_torch_bf16_gpu_available from transformers.utils import is_torch_bf16_gpu_available
@@ -17,18 +16,17 @@ from axolotl.train import train
from axolotl.utils.config import normalize_config from axolotl.utils.config import normalize_config
from axolotl.utils.dict import DictDefault from axolotl.utils.dict import DictDefault
from ..utils import most_recent_subdir, with_temp_dir from ..utils import most_recent_subdir
LOG = logging.getLogger("axolotl.tests.e2e") LOG = logging.getLogger("axolotl.tests.e2e")
os.environ["WANDB_DISABLED"] = "true" os.environ["WANDB_DISABLED"] = "true"
class TestResumeLlama(unittest.TestCase): class TestResumeLlama:
""" """
Test case for resuming training of llama models Test case for resuming training of llama models
""" """
@with_temp_dir
def test_resume_lora_packed(self, temp_dir): def test_resume_lora_packed(self, temp_dir):
# pylint: disable=duplicate-code # pylint: disable=duplicate-code
cfg = DictDefault( cfg = DictDefault(
@@ -43,7 +41,7 @@ class TestResumeLlama(unittest.TestCase):
"lora_alpha": 16, "lora_alpha": 16,
"lora_dropout": 0.05, "lora_dropout": 0.05,
"lora_target_linear": True, "lora_target_linear": True,
"val_set_size": 0.01, "val_set_size": 0.001,
"special_tokens": { "special_tokens": {
"pad_token": "<|endoftext|>", "pad_token": "<|endoftext|>",
}, },