diff --git a/examples/tiny-llama/lora.yml b/examples/tiny-llama/lora.yml
index 15cd45910..4a16f14b9 100644
--- a/examples/tiny-llama/lora.yml
+++ b/examples/tiny-llama/lora.yml
@@ -15,6 +15,7 @@ output_dir: ./lora-out
 
 sequence_len: 4096
 sample_packing: true
+eval_sample_packing: false
 pad_to_sequence_len: true
 
 adapter: lora