tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

chore(config): clean up old log for Qwen (#1034)

Browse Source
This commit is contained in:
NanoCode012
2024-01-04 01:19:52 +09:00
committed by GitHub
parent 8ba27f3bde
commit 74532ddc45
1 changed files with 0 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/utils/config.py
View File

@@ -422,11 +422,6 @@ def validate_config(cfg):
if cfg.warmup_steps and cfg.warmup_ratio: if cfg.warmup_steps and cfg.warmup_ratio:
raise ValueError("warmup_steps and warmup_ratio are mutually exclusive") raise ValueError("warmup_steps and warmup_ratio are mutually exclusive")
if cfg.is_qwen_derived_model and cfg.gradient_checkpointing:
LOG.warning(
"Gradient checkpointing is broken for Qwen models for transformers>=4.35.0, except main branch."
)
if cfg.wandb_run_id and not cfg.wandb_name: if cfg.wandb_run_id and not cfg.wandb_name:
cfg.wandb_name = cfg.wandb_run_id cfg.wandb_name = cfg.wandb_run_id