tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

replace attention in the yaml config with an enum

Browse Source
This commit is contained in:
Wing Lian
2025-04-04 23:37:30 -04:00
committed by NanoCode012
parent 0d71b0aa5f
commit ba47adc24b
101 changed files with 268 additions and 122 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/openllama-3b/config.yml
View File

@@ -39,7 +39,8 @@ tf32: false
gradient_checkpointing: true
resume_from_checkpoint:
logging_steps: 1
flash_attention: true
attention: flash
gptq_groupsize:
gptq_model_v1:
warmup_steps: 20

3
examples/openllama-3b/lora.yml
View File

@@ -47,7 +47,8 @@ tf32: false
gradient_checkpointing: true
resume_from_checkpoint:
logging_steps: 1
flash_attention: true
attention: flash
gptq_groupsize:
gptq_model_v1:
warmup_steps: 20

3
examples/openllama-3b/qlora.yml
View File

@@ -40,7 +40,8 @@ tf32: false
gradient_checkpointing: true
resume_from_checkpoint:
logging_steps: 1
flash_attention: true
attention: flash
gptq_groupsize:
gptq_model_v1:
warmup_steps: 20