pr comments addressed

This commit is contained in:
Wing Lian
2023-05-25 12:24:52 -04:00
parent 004820209d
commit 98b1bce57e

View File

@@ -13,7 +13,7 @@ dataset_prepared_path: last_run_prepared
val_set_size: 0.02
adapter: lora
lora_model_dir:
sequence_len: 512
sequence_len: 256
max_packed_sequence_len:
lora_r: 8
lora_alpha: 16
@@ -43,7 +43,7 @@ train_on_inputs: false
group_by_length: false
bf16: false
fp16: true
tf32: true
tf32: false
gradient_checkpointing: true
early_stopping_patience:
resume_from_checkpoint: