pixtral flash-attn false

2024-11-27 10:16:17 -05:00
parent 69265a53b5
commit d58c772df6
1 changed files with 1 additions and 1 deletions
--- a/examples/pixtral/lora-12b.yml
+++ b/examples/pixtral/lora-12b.yml
@@ -50,7 +50,7 @@ tf32: true
 gradient_checkpointing: true
 local_rank:
 logging_steps: 1
-flash_attention: true
+flash_attention: false
 eager_attention:

 warmup_ratio: 0.1