replace references to random 68m model w 135m smollm2 (#2570) [skip ci]

* replace references to random 68m model w 135m smollm2 * use AutoTokenizer for smollm2
2025-04-28 10:08:07 -04:00
parent f1df73a798
commit 40f4ea23ab
13 changed files with 95 additions and 87 deletions
--- a/tests/test_normalize_config.py
+++ b/tests/test_normalize_config.py
@@ -17,9 +17,9 @@ class NormalizeConfigTestCase(unittest.TestCase):
    def _get_base_cfg(self):
        return DictDefault(
            {
-                "base_model": "JackFram/llama-68m",
-                "base_model_config": "JackFram/llama-68m",
-                "tokenizer_type": "LlamaTokenizer",
+                "base_model": "HuggingFaceTB/SmolLM2-135M",
+                "base_model_config": "HuggingFaceTB/SmolLM2-135M",
+                "tokenizer_type": "AutoTokenizer",
                "num_epochs": 1,
                "micro_batch_size": 1,
                "gradient_accumulation_steps": 1,