tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

make pad_to_sequence_len default to the same value as sample_packing (#2941) [skip ci]

Browse Source 
* make pad_to_sequence_len default to the same value as sample_packing

* remove duplicate validation

* fix test

* update description meta

Co-authored-by: NanoCode012 <nano@axolotl.ai>

---------

Co-authored-by: NanoCode012 <nano@axolotl.ai>
This commit is contained in:
Wing Lian
2025-07-21 11:40:56 -04:00
committed by GitHub
parent db5f6f4693
commit af8d257aa2
90 changed files with 109 additions and 90 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llama-4/do-no-use-fa2/maverick-qlora-fsdp1.yaml
View File

@@ -47,7 +47,7 @@ output_dir: ./outputs/out
sequence_len: 4096
sample_packing: true
pad_to_sequence_len: true
gradient_accumulation_steps: 1
micro_batch_size: 1

2
examples/llama-4/do-no-use-fa2/scout-qlora-fsdp1.yaml
View File

@@ -48,7 +48,7 @@ output_dir: ./outputs/out
sequence_len: 4096
sample_packing: true
pad_to_sequence_len: true
wandb_project:
wandb_entity:

2
examples/llama-4/do-no-use-fa2/scout-qlora-single-h100.yaml
View File

@@ -51,7 +51,7 @@ output_dir: ./outputs/out
sequence_len: 4096 # up to 8k will work on a single H100
sample_packing: true
pad_to_sequence_len: true
wandb_project:
wandb_entity:

2
examples/llama-4/scout-qlora-flexattn-fsdp2.yaml
View File

@@ -46,7 +46,7 @@ output_dir: ./outputs/out
sequence_len: 4096
sample_packing: true
pad_to_sequence_len: true
gradient_accumulation_steps: 1
micro_batch_size: 2

2
examples/llama-4/scout-qlora-single-h100-flex.yaml
View File

@@ -51,7 +51,7 @@ output_dir: ./outputs/out
sequence_len: 4096 # up to 8k will work on a single H100
sample_packing: true
pad_to_sequence_len: true
gradient_accumulation_steps: 1
micro_batch_size: 1