From c820d046691a4c567482b5b8279bc8b364909872 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 29 Aug 2023 12:15:31 -0700 Subject: [PATCH] gptq doesn't play well with sample packing --- examples/gptq/lora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/gptq/lora.yml b/examples/gptq/lora.yml index de38a28c0..dbce2a6b3 100644 --- a/examples/gptq/lora.yml +++ b/examples/gptq/lora.yml @@ -20,7 +20,7 @@ val_set_size: 0.01 adapter: lora lora_model_dir: sequence_len: 4096 -sample_packing: true +sample_packing: lora_r: 8 lora_alpha: 32 lora_dropout: 0.05