tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix for auto_map check when using remote code and multipack for models like deepseek (#2151) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2024-12-07 22:23:52 -05:00
committed by GitHub
parent 440aab8a6f
commit 22319182ab
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/axolotl/utils/models.py
View File

@@ -406,10 +406,14 @@ class ModelLoader:
and self.cfg.flash_attention and self.cfg.flash_attention
and self.cfg.sample_packing and self.cfg.sample_packing
): ):
has_remote_code = ( if "auto_map" in self.model_config:
"auto_map" in self.model_config try:
and "AutoModelForCausalLM" in self.model_config["auto_map"] auto_map_config = self.model_config["auto_map"]
) except TypeError:
auto_map_config = self.model_config.auto_map
has_remote_code = "AutoModelForCausalLM" in auto_map_config
else:
has_remote_code = False
if has_remote_code and self.cfg.trust_remote_code is False: if has_remote_code and self.cfg.trust_remote_code is False:
# if explicitly set in the YAML, we should prefer that, for example if explicitly disabled # if explicitly set in the YAML, we should prefer that, for example if explicitly disabled
has_remote_code = self.cfg.trust_remote_code has_remote_code = self.cfg.trust_remote_code