tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

updating to fused (#2293)

Browse Source
This commit is contained in:
salman
2025-01-30 16:45:56 +00:00
committed by GitHub
parent 8779997ba5
commit ac471a697a
37 changed files with 51 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/e2e/test_embeddings_lr.py
View File

@@ -48,7 +48,7 @@ class TestEmbeddingsLrScale(unittest.TestCase):
"val_set_size": 0.0,
"output_dir": temp_dir,
"learning_rate": 0.00001,
"optimizer": "adamw_torch",
"optimizer": "adamw_torch_fused",
"embedding_lr_scale": 0.5,
"lr_scheduler": "cosine",
"save_safetensors": True,
@@ -92,7 +92,7 @@ class TestEmbeddingsLrScale(unittest.TestCase):
"val_set_size": 0.0,
"output_dir": temp_dir,
"learning_rate": 0.00001,
"optimizer": "adamw_torch",
"optimizer": "adamw_torch_fused",
"embedding_lr": 0.000005,
"lr_scheduler": "cosine",
"save_safetensors": True,