From 261e4fb619b2c04a3901ef2dd15e33c2386ce324 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 8 Jan 2025 13:45:12 -0500 Subject: [PATCH] lower lr --- tests/e2e/integrations/test_kd.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/e2e/integrations/test_kd.py b/tests/e2e/integrations/test_kd.py index c23586680..e0154a876 100644 --- a/tests/e2e/integrations/test_kd.py +++ b/tests/e2e/integrations/test_kd.py @@ -52,7 +52,7 @@ def min_cfg(temp_dir): "num_epochs": 1, "optimizer": "adamw_8bit", "lr_scheduler": "cosine", - "learning_rate": 0.0001, + "learning_rate": 0.00001, "bf16": "auto", "gradient_checkpointing": True, "flash_attention": True,