tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

migrate example configs to canonical attn_implementation

Browse Source
This commit is contained in:
Wing Lian
2026-04-23 22:15:07 +00:00
parent 2d64d009d8
commit 39226623d2
222 changed files with 209 additions and 243 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/swanlab/dpo-swanlab-completions.yml
View File

@@ -78,7 +78,7 @@ tf32: false
# Performance
gradient_checkpointing: true
flash_attention: true
attn_implementation: flash_attention_2
# Checkpointing and Logging
logging_steps: 1

2
examples/swanlab/dpo-swanlab-full-featured.yml
View File

@@ -102,7 +102,7 @@ bf16: auto
tf32: false
gradient_checkpointing: true
flash_attention: true
attn_implementation: flash_attention_2
# ============================================================================
# Checkpointing and Logging

2
examples/swanlab/lora-swanlab-profiling.yml
View File

@@ -59,7 +59,7 @@ tf32: false
# Performance
gradient_checkpointing: true
flash_attention: true
attn_implementation: flash_attention_2
# Checkpointing and Logging
logging_steps: 1