wip

pyproject.toml

@@ -86,34 +86,26 @@ dependencies = [
     # Training optimizers
     "schedulefree==1.4.1",
     
-    # Core training dependencies (platform-specific but essential)
-    "bitsandbytes==0.47.0",
-    
     # Axolotl contribs
     "axolotl-contribs-lgpl @ git+https://github.com/axolotl-ai-cloud/axolotl-contribs-lgpl.git@numpy",
     "axolotl-contribs-mit==0.0.5",
     
     # Mistral
     "mistral-common==1.8.3",
+    
+    # Platform-specific dependencies (Linux by default, excluded on macOS)
+    "triton>=3.0.0,<3.4.0 ; sys_platform != 'darwin'",
+    "xformers>=0.0.23.post1 ; sys_platform != 'darwin'",
+    "autoawq==0.2.7.post3 ; sys_platform != 'darwin'",
+    "liger-kernel==0.6.1 ; sys_platform != 'darwin'",
+    "torchao==0.12.0 ; sys_platform != 'darwin'",
+    "bitsandbytes==0.47.0 ; sys_platform != 'darwin'",
+    "flash-attn==2.8.2 ; sys_platform == 'linux'",
 ]
 
 [project.optional-dependencies]
-# Platform-specific dependencies (Linux only)
-linux = [
-    "triton>=3.0.0,<3.4.0",
-    "xformers>=0.0.23.post1",
-    "autoawq==0.2.7.post3",
-    "liger-kernel==0.6.1",
-    "torchao==0.12.0",
-]
-
 # Specific hardware acceleration
-flash-attn = [
-    "flash-attn==2.8.2",
-]
-
 ring-flash-attn = [
-    "flash-attn==2.8.2",
     "ring-flash-attn>=0.1.7",
     "yunchang==0.6.0",
 ]
@@ -232,8 +224,13 @@ dev-dependencies = [
     "mypy",
 ]
 
+find-links = [
+    "https://github.com/Dao-AILab/flash-attention/releases/expanded_assets/v2.8.2",
+]
+
 # UV custom index for specific packages
 [[tool.uv.index]]
+name = "autogptq"
 url = "https://huggingface.github.io/autogptq-index/whl/cu118/"
 
 # Build dependencies for packages that don't declare them properly