From 543daaf46f43a8190e1f03822ae0071c29f9d4a6 Mon Sep 17 00:00:00 2001 From: Sunny Date: Thu, 9 Jan 2025 16:08:24 -0500 Subject: [PATCH] llama test --- src/axolotl/utils/models.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index b3e97e3b2..1cc374514 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -387,13 +387,12 @@ class ModelLoader: self.patch_attention() if self.cfg.model_config_type == "llama": - from axolotl.monkeypatch.trainer_grad_accum import ( - patch_flash_attention_forward, + from axolotl.monkeypatch.trainer_grad_accum import ( # patch_flash_attention_forward, patch_forward_for_ga, patch_training_step_for_ga, ) - patch_flash_attention_forward() + # patch_flash_attention_forward() patch_forward_for_ga() patch_training_step_for_ga()