diff --git a/examples/llava/lora-7b.yaml b/examples/llava/lora-7b.yaml
index 12c747b1c..9129d0122 100644
--- a/examples/llava/lora-7b.yaml
+++ b/examples/llava/lora-7b.yaml
@@ -20,7 +20,7 @@ output_dir: ./outputs/out
 adapter: lora
 lora_model_dir:
 
-sequence_len: 4096
+sequence_len: 8192
 pad_to_sequence_len: false
 
 lora_r: 32