diff --git a/tests/e2e/integrations/test_kd.py b/tests/e2e/integrations/test_kd.py index c23586680..e0154a876 100644 --- a/tests/e2e/integrations/test_kd.py +++ b/tests/e2e/integrations/test_kd.py @@ -52,7 +52,7 @@ def min_cfg(temp_dir): "num_epochs": 1, "optimizer": "adamw_8bit", "lr_scheduler": "cosine", - "learning_rate": 0.0001, + "learning_rate": 0.00001, "bf16": "auto", "gradient_checkpointing": True, "flash_attention": True,