tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

pixtral flash-attn false

Browse Source
This commit is contained in:
bursteratom
2024-11-27 10:16:17 -05:00
parent 69265a53b5
commit d58c772df6
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pixtral/lora-12b.yml
View File

@@ -50,7 +50,7 @@ tf32: true
gradient_checkpointing: true gradient_checkpointing: true
local_rank: local_rank:
logging_steps: 1 logging_steps: 1
flash_attention: true flash_attention: false
eager_attention: eager_attention:
warmup_ratio: 0.1 warmup_ratio: 0.1