diff --git a/examples/gptq/lora.yml b/examples/gptq/lora.yml index de38a28c0..dbce2a6b3 100644 --- a/examples/gptq/lora.yml +++ b/examples/gptq/lora.yml @@ -20,7 +20,7 @@ val_set_size: 0.01 adapter: lora lora_model_dir: sequence_len: 4096 -sample_packing: true +sample_packing: lora_r: 8 lora_alpha: 32 lora_dropout: 0.05