From 9d3f80cd40267ff95612f5bfd814e349bb316859 Mon Sep 17 00:00:00 2001 From: Mads Henrichsen Date: Sat, 30 Dec 2023 12:51:03 +0100 Subject: [PATCH] disable packing --- examples/yayi2-30b/qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/yayi2-30b/qlora.yml b/examples/yayi2-30b/qlora.yml index 90172cdad..d1ab81bdc 100644 --- a/examples/yayi2-30b/qlora.yml +++ b/examples/yayi2-30b/qlora.yml @@ -19,7 +19,7 @@ adapter: qlora lora_model_dir: sequence_len: 8192 -sample_packing: true +sample_packing: false pad_to_sequence_len: true lora_r: 32