tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

llama test

Browse Source
This commit is contained in:
Sunny
2025-01-09 16:08:24 -05:00
parent bcd9ad44e0
commit 543daaf46f
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/utils/models.py
View File

@@ -387,13 +387,12 @@ class ModelLoader:
self.patch_attention() self.patch_attention()
if self.cfg.model_config_type == "llama": if self.cfg.model_config_type == "llama":
from axolotl.monkeypatch.trainer_grad_accum import ( from axolotl.monkeypatch.trainer_grad_accum import ( # patch_flash_attention_forward,
patch_flash_attention_forward,
patch_forward_for_ga, patch_forward_for_ga,
patch_training_step_for_ga, patch_training_step_for_ga,
) )
patch_flash_attention_forward() # patch_flash_attention_forward()
patch_forward_for_ga() patch_forward_for_ga()
patch_training_step_for_ga() patch_training_step_for_ga()