tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

linting v2

Browse Source
This commit is contained in:
Salman Mohammadi
2025-03-18 11:33:54 +00:00
parent 22abfd6170
commit 64aca3c23c
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llama-3/qlora-1b-kto.yaml
View File

@@ -55,7 +55,7 @@ tf32: true
gradient_checkpointing: true gradient_checkpointing: true
gradient_checkpointing_kwargs: gradient_checkpointing_kwargs:
use_reentrant: true use_reentrant: fal
early_stopping_patience: early_stopping_patience:
resume_from_checkpoint: resume_from_checkpoint:
local_rank: local_rank:

1
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -1685,6 +1685,7 @@ class AxolotlInputConfig(
# TODO: SalmanMohammadi # TODO: SalmanMohammadi
# Distributed RL with QLoRA + gradient checkpointing # Distributed RL with QLoRA + gradient checkpointing
# and use_reentrant = True is broken upstream in TRL # and use_reentrant = True is broken upstream in TRL
# pylint: disable=too-many-boolean-expressions
if ( if (
data.get("rl") data.get("rl")
and data.get("gradient_checkpointing") and data.get("gradient_checkpointing")