make mlflow optional (#1317)

* make mlflow optional * fix xformers don't patch swiglu if xformers not working fix the check for xformers swiglu * fix install of xformers with extra index url for docker builds * fix docker build arg quoting
2024-02-26 11:41:33 -05:00
parent 5cf226e177
commit 5894f0e57e
12 changed files with 86 additions and 41 deletions
--- a/tests/e2e/patched/test_fused_llama.py
+++ b/tests/e2e/patched/test_fused_llama.py
@@ -57,9 +57,9 @@ class TestFusedLlama(unittest.TestCase):
                "learning_rate": 0.00001,
                "optimizer": "adamw_torch",
                "lr_scheduler": "cosine",
-                "max_steps": 20,
-                "save_steps": 10,
-                "eval_steps": 10,
+                "max_steps": 10,
+                "save_steps": 5,
+                "eval_steps": 5,
            }
        )
        if is_torch_bf16_gpu_available():