This commit is contained in:
sunny
2024-11-07 11:47:06 -05:00
parent 5d55c08086
commit d2e51406a1

View File

@@ -29,4 +29,10 @@ gradient_checkpointing: True
gradient_checkpointing_kwargs:
use_reentrant: false
#special_tokens:
# pad_token: <|end_of_text|>
# pad_token: <|end_of_text|>
wandb_project: check_dpotrainer
wandb_entity: axolotl-ai
wandb_watch:
wandb_name: baseline/dpo_base/dpo_use_weighting
wandb_log_model: