tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add finetome dataset to fixtures, check eval_loss in test (#2106) [skip ci]

Browse Source 
* add finetome dataset to fixtures, check eval_loss in test

* add qwen 0.5b to pytest session fixture
This commit is contained in:
Wing Lian
2024-11-29 20:37:32 -05:00
committed by bursteratom
parent 4698eed43f
commit 97178f5960
2 changed files with 34 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
tests/conftest.py
View File

@@ -14,6 +14,12 @@ def download_smollm2_135m_model():
snapshot_download("HuggingFaceTB/SmolLM2-135M")
@pytest.fixture(scope="session", autouse=True)
def download_qwen_2_5_half_billion_model():
# download the model
snapshot_download("Qwen/Qwen2.5-0.5B")
@pytest.fixture(scope="session", autouse=True)
def download_tatsu_lab_alpaca_dataset():
# download the model
@@ -26,6 +32,11 @@ def download_mhenrichsen_alpaca_2k_dataset():
snapshot_download("mhenrichsen/alpaca_2k_test", repo_type="dataset")
def download_mlabonne_finetome_100k_dataset():
# download the model
snapshot_download("mlabonne/FineTome-100k", repo_type="dataset")
@pytest.fixture
def temp_dir():
# Create a temporary directory