Update tiny-llama qlora.yml addressing eval packing error (#1638)

2024-05-22 08:34:06 -04:00
parent a27d5e1f4e
commit 84bb8061ba
1 changed files with 1 additions and 0 deletions
--- a/examples/tiny-llama/qlora.yml
+++ b/examples/tiny-llama/qlora.yml
@@ -18,6 +18,7 @@ lora_model_dir:

 sequence_len: 4096
 sample_packing: true
+eval_sample_packing: false
 pad_to_sequence_len: true

 lora_r: 32