tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

bump flash attention to 2.6.2 (#1781) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2024-07-23 19:54:15 -04:00
committed by GitHub
parent 608a2f3180
commit e6b299dd79
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
requirements.txt
View File

@@ -12,7 +12,7 @@ fire
PyYAML>=6.0 PyYAML>=6.0
requests requests
datasets==2.19.1 datasets==2.19.1
flash-attn==2.6.1 flash-attn==2.6.2
sentencepiece sentencepiece
wandb wandb
einops einops

4
setup.py
View File

@@ -80,10 +80,10 @@ setup(
dependency_links=dependency_links, dependency_links=dependency_links,
extras_require={ extras_require={
"flash-attn": [ "flash-attn": [
"flash-attn==2.6.1", "flash-attn==2.6.2",
], ],
"fused-dense-lib": [ "fused-dense-lib": [
"fused-dense-lib @ git+https://github.com/Dao-AILab/flash-attention@v2.6.1#subdirectory=csrc/fused_dense_lib", "fused-dense-lib @ git+https://github.com/Dao-AILab/flash-attention@v2.6.2#subdirectory=csrc/fused_dense_lib",
], ],
"deepspeed": [ "deepspeed": [
"deepspeed @ git+https://github.com/microsoft/DeepSpeed.git@bc48371c5e1fb8fd70fc79285e66201dbb65679b", "deepspeed @ git+https://github.com/microsoft/DeepSpeed.git@bc48371c5e1fb8fd70fc79285e66201dbb65679b",