migrate example configs to canonical attn_implementation

2026-04-23 22:15:07 +00:00
parent 2d64d009d8
commit 39226623d2
222 changed files with 209 additions and 243 deletions
--- a/examples/llama-4/do-no-use-fa2/scout-qlora-single-h100.yaml
+++ b/examples/llama-4/do-no-use-fa2/scout-qlora-single-h100.yaml
@@ -70,7 +70,7 @@ bf16: true
 tf32: true

 logging_steps: 1
-flash_attention: true
+attn_implementation: flash_attention_2

 gradient_checkpointing: offload
 gradient_checkpointing_kwargs: