tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Train parameters exclusively in specific ranges (#1390)

Browse Source 
* Train parameters exclusively in specific ranges

* Fix the style and update docs

* Update yaml example
This commit is contained in:
Seungduk Kim
2024-03-15 00:05:42 +09:00
committed by GitHub
parent 3bd8203c35
commit 05bcc9ea56
4 changed files with 492 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/train.py
View File

@@ -19,7 +19,7 @@ from transformers.integrations.deepspeed import is_deepspeed_zero3_enabled
from axolotl.common.cli import TrainerCliArgs
from axolotl.logging_config import configure_logging
from axolotl.utils.dict import DictDefault
from axolotl.utils.freeze import freeze_parameters_except
from axolotl.utils.freeze import freeze_layers_except
from axolotl.utils.models import load_model, load_tokenizer
from axolotl.utils.trainer import setup_trainer
@@ -99,7 +99,7 @@ def train(
safe_serialization = cfg.save_safetensors is True
if cfg.unfrozen_parameters:
freeze_parameters_except(model, cfg.unfrozen_parameters)
freeze_layers_except(model, cfg.unfrozen_parameters)
trainer = setup_trainer(
cfg,