Fix Gemma 7b qlora.yml (#1405)
This commit is contained in:
committed by
GitHub
parent
05bcc9ea56
commit
6366b0c212
@@ -21,7 +21,7 @@ lora_dropout: 0.05
|
||||
lora_target_linear: true
|
||||
|
||||
sequence_len: 4096
|
||||
sample_packing: true
|
||||
sample_packing: false
|
||||
pad_to_sequence_len: true
|
||||
|
||||
wandb_project:
|
||||
|
||||
Reference in New Issue
Block a user