progress on ring attn impl

2025-03-04 21:31:11 +00:00
parent 3f8a43cab6
commit bd952de9d2
10 changed files with 174 additions and 60 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -67,4 +67,5 @@ axolotl-contribs-lgpl==0.0.6
 axolotl-contribs-mit==0.0.3

 # for sequence parallelism
+yunchang.=0.6.0
 ring-flash-attn>=0.1.4