tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

lower lr

Browse Source
This commit is contained in:
Wing Lian
2025-01-08 13:45:12 -05:00
parent 71cb5b98c9
commit 6fbc35762b
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/e2e/integrations/test_kd.py
View File

@@ -52,7 +52,7 @@ def min_cfg(temp_dir):
"num_epochs": 1, "num_epochs": 1,
"optimizer": "adamw_8bit", "optimizer": "adamw_8bit",
"lr_scheduler": "cosine", "lr_scheduler": "cosine",
"learning_rate": 0.0001, "learning_rate": 0.00001,
"bf16": "auto", "bf16": "auto",
"gradient_checkpointing": True, "gradient_checkpointing": True,
"flash_attention": True, "flash_attention": True,