From 29273b5a5b42f5efa9290d8c3987697e8b7375f7 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Thu, 25 May 2023 17:34:43 +0900 Subject: [PATCH] Add other minor configs --- README.md | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 1beceda7a..407e03ed3 100644 --- a/README.md +++ b/README.md @@ -226,6 +226,7 @@ lora_out_dir: lora_fan_in_fan_out: false # wandb configuration if you're using it +wandb_mode: wandb_project: wandb_watch: wandb_run_id: @@ -300,9 +301,12 @@ fsdp_config: # Deepspeed deepspeed: -# TODO +# Path to torch distx for optim 'adamw_anyprecision' torchdistx_path: +# Set padding for data collator to 'longest' +collator_pad_to_longest: + # Debug mode debug: