tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

changed yml

Browse Source
This commit is contained in:
sunny
2024-10-18 10:46:36 -04:00
parent dba033cb5b
commit 66a1e209e3
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/llama-3/fft-8b-fsdp.yml
View File

@@ -21,14 +21,14 @@ bf16: auto
fp16: fp16:
tf32: false tf32: false
logging_steps: 10 logging_steps: 2
xformers_attention: xformers_attention:
flash_attention: true flash_attention: true
warmup_steps: 10 warmup_steps: 2
evals_per_epoch: 2 evals_per_epoch: 2
save_steps: 2 save_steps: 2
max_steps: 5 max_steps: 2
weight_decay: 0.0 weight_decay: 0.0
fsdp: fsdp: