fix: reduce sample_packing warning (#1484)

2024-04-06 21:04:07 +09:00
parent bf4cd67252
commit bda48f0150
1 changed files with 2 additions and 2 deletions
--- a/src/axolotl/utils/config/models/input/v0_4_1/init.py
+++ b/src/axolotl/utils/config/models/input/v0_4_1/init.py
@@ -664,8 +664,8 @@ class AxolotlInputConfig(
            and not data.get("flash_attention")
            and not data.get("sdp_attention")
        ):
-            raise ValueError(
+            LOG.warning(
-                "sample_packing requires flash_attention or sdp_attention to be set to true"
+                "sample_packing without flash_attention or sdp_attention does not handle cross-attention."
            )
        return data