Add other minor configs

This commit is contained in:
NanoCode012
2023-05-25 17:34:43 +09:00
parent 05c18340d6
commit 29273b5a5b

View File

@@ -226,6 +226,7 @@ lora_out_dir:
lora_fan_in_fan_out: false lora_fan_in_fan_out: false
# wandb configuration if you're using it # wandb configuration if you're using it
wandb_mode:
wandb_project: wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
@@ -300,9 +301,12 @@ fsdp_config:
# Deepspeed # Deepspeed
deepspeed: deepspeed:
# TODO # Path to torch distx for optim 'adamw_anyprecision'
torchdistx_path: torchdistx_path:
# Set padding for data collator to 'longest'
collator_pad_to_longest:
# Debug mode # Debug mode
debug: debug: