most model types now support flash attention 2 regardless of multipack support (#1854)

2024-08-22 16:39:23 -04:00
parent b33dc07a77
commit fefa95e350
2 changed files with 5 additions and 10 deletions
--- a/src/axolotl/monkeypatch/multipack.py
+++ b/src/axolotl/monkeypatch/multipack.py
@@ -17,6 +17,7 @@ SUPPORTED_MULTIPACK_MODEL_TYPES = [
    "qwen2_moe",
    "falcon",
    "phi",
+    "phi3",
    "gemma",
    "gemma2",
    "gemmoe",