adding easy_context as integration for now

2025-03-03 19:59:10 +00:00
parent 113e9cd193
commit 3f8a43cab6
17 changed files with 4874 additions and 0 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -36,6 +36,7 @@ einops
 colorama
 numba
 numpy>=1.24.4,<=2.0.1
+
 # qlora things
 evaluate==0.4.1
 scipy
@@ -64,3 +65,6 @@ schedulefree==1.3.0

 axolotl-contribs-lgpl==0.0.6
 axolotl-contribs-mit==0.0.3
+
+# for sequence parallelism
+ring-flash-attn>=0.1.4