tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

update hf deps (#1964)

Browse Source 
* update hf deps

* remove deprecated set_caching_enabled
This commit is contained in:
Wing Lian
2024-10-12 18:19:48 -04:00
committed by GitHub
parent df359c8a6e
commit 09bf1ceacc
2 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
requirements.txt
View File

@@ -1,11 +1,11 @@
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
packaging==23.2 packaging==23.2
peft==0.13.0 peft==0.13.2
transformers==4.45.1 transformers==4.45.2
tokenizers>=0.19.1 tokenizers>=0.20.1
bitsandbytes==0.44.0 bitsandbytes==0.44.1
accelerate==0.34.2 accelerate==1.0.0
datasets==2.21.0 datasets==3.0.1
deepspeed==0.14.4 deepspeed==0.14.4
pydantic==2.6.3 pydantic==2.6.3
addict addict

6
src/axolotl/utils/trainer.py
View File

@@ -11,7 +11,7 @@ import numpy as np
import torch import torch
import torch.cuda import torch.cuda
from accelerate.logging import get_logger from accelerate.logging import get_logger
from datasets import set_caching_enabled from datasets import disable_caching, enable_caching
from torch.utils.data import DataLoader, RandomSampler from torch.utils.data import DataLoader, RandomSampler
from transformers.utils import is_torch_bf16_gpu_available from transformers.utils import is_torch_bf16_gpu_available
@@ -87,10 +87,10 @@ def trainer_weighted_loss(model_output, labels, shift_labels=True):
@contextmanager @contextmanager
def disable_datasets_caching(): def disable_datasets_caching():
try: try:
set_caching_enabled(False) disable_caching()
yield yield
finally: finally:
set_caching_enabled(True) enable_caching()
def add_position_ids(sample): def add_position_ids(sample):