From 43e412f66093d6b23e6164a964154c316bbb0e28 Mon Sep 17 00:00:00 2001
From: bursteratom <sunny19981005@outlook.com>
Date: Wed, 4 Dec 2024 13:18:25 -0500
Subject: [PATCH] comment

---
 examples/pixtral/lora-12b.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/pixtral/lora-12b.yml b/examples/pixtral/lora-12b.yml
index 77dfe7dc3..ab70afcda 100644
--- a/examples/pixtral/lora-12b.yml
+++ b/examples/pixtral/lora-12b.yml
@@ -50,7 +50,7 @@ tf32: true
 gradient_checkpointing: true
 local_rank:
 logging_steps: 1
-flash_attention: false
+flash_attention: false # PixtralVisionModel does not support Flash Attention 2.0 yet
 eager_attention:
 
 warmup_ratio: 0.1