tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: checkpoint saving with deepspeed (#1321)

Browse Source
This commit is contained in:
NanoCode012
2024-02-27 15:46:44 +09:00
committed by GitHub
parent 0f6af36d50
commit 5be8b555a0
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
requirements.txt
View File

@@ -5,7 +5,7 @@ transformers @ git+https://github.com/huggingface/transformers.git@ae49b218c3d71
tokenizers==0.15.0 tokenizers==0.15.0
bitsandbytes>=0.41.1 bitsandbytes>=0.41.1
accelerate==0.26.1 accelerate==0.26.1
deepspeed>=0.13.1 deepspeed==0.13.1
pydantic>=2.5.3 pydantic>=2.5.3
addict addict
fire fire

2
setup.py
View File

@@ -74,7 +74,7 @@ setup(
"fused-dense-lib @ git+https://github.com/Dao-AILab/flash-attention@v2.3.3#subdirectory=csrc/fused_dense_lib", "fused-dense-lib @ git+https://github.com/Dao-AILab/flash-attention@v2.3.3#subdirectory=csrc/fused_dense_lib",
], ],
"deepspeed": [ "deepspeed": [
"deepspeed>=0.13.1", "deepspeed==0.13.1",
"deepspeed-kernels", "deepspeed-kernels",
], ],
"mamba-ssm": [ "mamba-ssm": [