tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

upgrade accelerate to 1.0.1 (#1969)

Browse Source
This commit is contained in:
Wing Lian
2024-10-13 20:04:30 -04:00
committed by GitHub
parent ec4272c3a0
commit 335027f155
2 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
requirements.txt
View File

@@ -4,7 +4,7 @@ peft==0.13.2
transformers==4.45.2 transformers==4.45.2
tokenizers>=0.20.1 tokenizers>=0.20.1
bitsandbytes==0.44.1 bitsandbytes==0.44.1
accelerate==0.34.2 accelerate==1.0.1
datasets==3.0.1 datasets==3.0.1
deepspeed==0.14.4 deepspeed==0.14.4
pydantic==2.6.3 pydantic==2.6.3

3
src/axolotl/train.py
View File

@@ -10,7 +10,6 @@ from typing import Optional, Tuple, Union
import torch import torch
import transformers.modelcard import transformers.modelcard
from accelerate import Accelerator
from accelerate.logging import get_logger from accelerate.logging import get_logger
from accelerate.utils import save_fsdp_model from accelerate.utils import save_fsdp_model
from datasets import Dataset from datasets import Dataset
@@ -97,8 +96,6 @@ def train(
if cfg.adapter: if cfg.adapter:
msg += " and peft_config..." msg += " and peft_config..."
LOG.debug(msg) LOG.debug(msg)
# we wait unitl the last possible moment to setup Accelerator
Accelerator()
model, peft_config = load_model( model, peft_config = load_model(
cfg, tokenizer, processor=processor, inference=cli_args.inference cfg, tokenizer, processor=processor, inference=cli_args.inference
) )