migrate example configs to canonical attn_implementation
This commit is contained in:
@@ -24,7 +24,7 @@ output_dir: ./outputs/qat_out/
|
||||
dataset_prepared_path: ./outputs/dataset_prepared
|
||||
|
||||
sequence_len: 8192
|
||||
flash_attention: true
|
||||
attn_implementation: flash_attention_2
|
||||
|
||||
qat:
|
||||
activation_dtype: nvfp4
|
||||
|
||||
Reference in New Issue
Block a user