tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

comment

Browse Source
This commit is contained in:
bursteratom
2024-12-04 13:18:25 -05:00
parent 7aa57803e1
commit 43e412f660
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pixtral/lora-12b.yml
View File

@@ -50,7 +50,7 @@ tf32: true
gradient_checkpointing: true
local_rank:
logging_steps: 1
flash_attention: false
flash_attention: false # PixtralVisionModel does not support Flash Attention 2.0 yet
eager_attention:
warmup_ratio: 0.1