tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

not sure if this is necessary actually

Browse Source
This commit is contained in:
Sunny
2025-01-16 15:08:34 -05:00
parent a6f2c5d583
commit aad62428e0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/models.py
View File

@@ -405,7 +405,7 @@ class ModelLoader:
if ( if (
self.cfg.model_config_type in SUPPORTED_MULTIPACK_MODEL_TYPES self.cfg.model_config_type in SUPPORTED_MULTIPACK_MODEL_TYPES
and self.cfg.flash_attention and (self.cfg.flash_attention or self.cfg.flex_attention)
and self.cfg.sample_packing and self.cfg.sample_packing
): ):
if "auto_map" in self.model_config: if "auto_map" in self.model_config: