migrate example configs to canonical attn_implementation
This commit is contained in:
@@ -24,7 +24,7 @@ output_dir: ./outputs/out_gemma/
|
||||
|
||||
sequence_len: 8096
|
||||
sample_packing: true
|
||||
flash_attention: true
|
||||
attn_implementation: flash_attention_2
|
||||
|
||||
wandb_entity:
|
||||
wandb_watch:
|
||||
|
||||
Reference in New Issue
Block a user