Add other minor configs
This commit is contained in:
@@ -226,6 +226,7 @@ lora_out_dir:
|
|||||||
lora_fan_in_fan_out: false
|
lora_fan_in_fan_out: false
|
||||||
|
|
||||||
# wandb configuration if you're using it
|
# wandb configuration if you're using it
|
||||||
|
wandb_mode:
|
||||||
wandb_project:
|
wandb_project:
|
||||||
wandb_watch:
|
wandb_watch:
|
||||||
wandb_run_id:
|
wandb_run_id:
|
||||||
@@ -300,9 +301,12 @@ fsdp_config:
|
|||||||
# Deepspeed
|
# Deepspeed
|
||||||
deepspeed:
|
deepspeed:
|
||||||
|
|
||||||
# TODO
|
# Path to torch distx for optim 'adamw_anyprecision'
|
||||||
torchdistx_path:
|
torchdistx_path:
|
||||||
|
|
||||||
|
# Set padding for data collator to 'longest'
|
||||||
|
collator_pad_to_longest:
|
||||||
|
|
||||||
# Debug mode
|
# Debug mode
|
||||||
debug:
|
debug:
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user