diff --git a/examples/replit-3b/config-lora.yml b/examples/replit-3b/config-lora.yml
index 7ffa0bf98..6cccc4e1e 100644
--- a/examples/replit-3b/config-lora.yml
+++ b/examples/replit-3b/config-lora.yml
@@ -38,7 +38,7 @@ tf32: true
 gradient_checkpointing:
 resume_from_checkpoint:
 logging_steps: 1
-attention: flash
+attention: eager
 gptq_groupsize:
 gptq_model_v1:
 warmup_steps: 20