tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

lower lr

Browse Source
This commit is contained in:
Wing Lian
2025-01-08 13:45:12 -05:00
parent 800e7fa41e
commit 9abac55f92
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/e2e/integrations/test_kd.py
View File

@@ -52,7 +52,7 @@ def min_cfg(temp_dir):
"num_epochs": 1,
"optimizer": "adamw_8bit",
"lr_scheduler": "cosine",
"learning_rate": 0.0001,
"learning_rate": 0.00001,
"bf16": "auto",
"gradient_checkpointing": True,
"flash_attention": True,