tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Revert "checkpoint model on first step callback (#2906)"

Browse Source 
This reverts commit 10ba1622f7.
This commit is contained in:
Dan Saunders
2025-07-15 15:01:12 -04:00
committed by GitHub
parent 10ba1622f7
commit 6f6d917a99
146 changed files with 9 additions and 419 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/qwen2/dpo.yaml
View File

@@ -54,5 +54,3 @@ warmup_steps: 10
evals_per_epoch: 4
saves_per_epoch: 1
weight_decay: 0.0
# save_first_step: true # uncomment this to validate checkpoint saving works with your config

2
examples/qwen2/prm.yaml
View File

@@ -55,5 +55,3 @@ eval_steps: 100
saves_per_epoch: 1
weight_decay: 0.0
special_tokens:
# save_first_step: true # uncomment this to validate checkpoint saving works with your config

2
examples/qwen2/qlora-fsdp.yaml
View File

@@ -67,5 +67,3 @@ fsdp_config:
fsdp_state_dict_type: FULL_STATE_DICT
fsdp_sharding_strategy: FULL_SHARD
special_tokens:
# save_first_step: true # uncomment this to validate checkpoint saving works with your config

3
examples/qwen2/reward-model.yaml
View File

@@ -26,6 +26,7 @@ wandb_watch:
wandb_name:
wandb_log_model:
gradient_accumulation_steps: 4
micro_batch_size: 2
num_epochs: 4
@@ -49,5 +50,3 @@ evals_per_epoch:
saves_per_epoch: 1
weight_decay: 0.0
special_tokens:
# save_first_step: true # uncomment this to validate checkpoint saving works with your config