tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

migrate example configs to canonical attn_implementation

Browse Source
This commit is contained in:
Wing Lian
2026-04-23 22:15:07 +00:00
parent 2d64d009d8
commit 39226623d2
222 changed files with 209 additions and 243 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/qwen3/32b-qlora.yaml
View File

@@ -60,7 +60,7 @@ gradient_checkpointing_kwargs:
use_reentrant: false
resume_from_checkpoint:
logging_steps: 1
flash_attention: true
attn_implementation: flash_attention_2
warmup_ratio: 0.1
evals_per_epoch: 4

2
examples/qwen3/8b-qat-fsdp2.yml
View File

@@ -23,7 +23,7 @@ output_dir: ./outputs/qat_out/
sequence_len: 2048
sample_packing: true
flex_attention: true
attn_implementation: flex_attention
flex_attn_compile_kwargs:

2
examples/qwen3/qlora-fsdp.yaml
View File

@@ -46,7 +46,7 @@ gradient_checkpointing_kwargs:
use_reentrant: false
resume_from_checkpoint:
logging_steps: 1
flash_attention: true
attn_implementation: flash_attention_2
warmup_ratio: 0.1
evals_per_epoch: 4