tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix(test): replace jackfram llama with smollm

Browse Source
This commit is contained in:
NanoCode012
2025-02-28 16:40:49 +07:00
parent 75cbd15301
commit 10d18e6c97
12 changed files with 26 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/e2e/patched/test_llama_s2_attention.py
View File

@@ -31,8 +31,7 @@ class TestLlamaShiftedSparseAttention(unittest.TestCase):
# pylint: disable=duplicate-code
cfg = DictDefault(
{
"base_model": "JackFram/llama-68m",
"tokenizer_type": "LlamaTokenizer",
"base_model": "HuggingFaceTB/SmolLM2-135M-Instruct",
"sequence_len": 16384,
"sample_packing": False,
"flash_attention": True,
@@ -77,8 +76,7 @@ class TestLlamaShiftedSparseAttention(unittest.TestCase):
# pylint: disable=duplicate-code
cfg = DictDefault(
{
"base_model": "JackFram/llama-68m",
"tokenizer_type": "LlamaTokenizer",
"base_model": "HuggingFaceTB/SmolLM2-135M-Instruct",
"sequence_len": 16384,
"sample_packing": False,
"flash_attention": True,