tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

recommend padding when using sample packing (#531)

Browse Source
This commit is contained in:
Wing Lian
2023-09-06 17:00:21 -04:00
committed by GitHub
parent 245c5c41e2
commit 343714972b
11 changed files with 28 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
examples/code-llama/13b/lora.yml
View File

@@ -17,6 +17,7 @@ output_dir: ./lora-out
sequence_len: 100000
sample_packing: true
pad_to_sequence_len: true
adapter: lora
lora_model_dir:

1
examples/code-llama/13b/qlora.yml
View File

@@ -20,6 +20,7 @@ lora_model_dir:
sequence_len: 100000
sample_packing: true
pad_to_sequence_len: true
lora_r: 32
lora_alpha: 16

1
examples/code-llama/34b/lora.yml
View File

@@ -17,6 +17,7 @@ output_dir: ./lora-out
sequence_len: 100000
sample_packing: true
pad_to_sequence_len: true
adapter: lora
lora_model_dir:

1
examples/code-llama/34b/qlora.yml
View File

@@ -20,6 +20,7 @@ lora_model_dir:
sequence_len: 100000
sample_packing: true
pad_to_sequence_len: true
lora_r: 32
lora_alpha: 16

1
examples/code-llama/7b/lora.yml
View File

@@ -17,6 +17,7 @@ output_dir: ./lora-out
sequence_len: 100000
sample_packing: true
pad_to_sequence_len: true
adapter: lora
lora_model_dir:

1
examples/code-llama/7b/qlora.yml
View File

@@ -20,6 +20,7 @@ lora_model_dir:
sequence_len: 100000
sample_packing: true
pad_to_sequence_len: true
lora_r: 32
lora_alpha: 16