revert seq len to 8192

2024-12-08 22:30:20 -05:00
parent 295e07dcca
commit 2de866e92f
1 changed files with 1 additions and 1 deletions
--- a/examples/llava/lora-7b.yaml
+++ b/examples/llava/lora-7b.yaml
@@ -20,7 +20,7 @@ output_dir: ./outputs/out
 adapter: lora
 lora_model_dir:

-sequence_len: 4096
+sequence_len: 8192
 pad_to_sequence_len: false

 lora_r: 32