add gptneox embeddings, fix phi2 inputs, also fix the casting (#1083)

2024-01-10 22:32:43 -05:00
parent 23495a80af
commit 78c5b1979e
4 changed files with 10 additions and 9 deletions
--- a/tests/core/test_trainer_builder.py
+++ b/tests/core/test_trainer_builder.py
@@ -30,6 +30,7 @@ def fixture_cfg():
            "adam_epsilon": 0.00001,
            "dataloader_num_workers": 1,
            "dataloader_pin_memory": True,
+            "model_config_type": "llama",
        }
    )