From d58c772df67c8ea017b02905861b7ef3cfb466c0 Mon Sep 17 00:00:00 2001
From: bursteratom <sunny19981005@outlook.com>
Date: Wed, 27 Nov 2024 10:16:17 -0500
Subject: [PATCH] pixtral flash-attn false

---
 examples/pixtral/lora-12b.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/pixtral/lora-12b.yml b/examples/pixtral/lora-12b.yml
index 88fb02be5..8e8373d59 100644
--- a/examples/pixtral/lora-12b.yml
+++ b/examples/pixtral/lora-12b.yml
@@ -50,7 +50,7 @@ tf32: true
 gradient_checkpointing: true
 local_rank:
 logging_steps: 1
-flash_attention: true
+flash_attention: false
 eager_attention:
 
 warmup_ratio: 0.1