tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

make sure the model config loader respects the model_revision too (#1160) [skip-ci]

Browse Source
This commit is contained in:
Wing Lian
2024-01-22 13:23:14 -05:00
committed by GitHub
parent 2ce5c0d68a
commit fccb542b47
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/axolotl/utils/models.py
View File

@@ -76,10 +76,15 @@ def load_model_config(cfg):
if not model_config_name and cfg.tokenizer_config: if not model_config_name and cfg.tokenizer_config:
model_config_name = cfg.tokenizer_config model_config_name = cfg.tokenizer_config
trust_remote_code = cfg.trust_remote_code is True trust_remote_code = cfg.trust_remote_code is True
config_kwargs = {}
if cfg.model_revision:
config_kwargs["revision"] = cfg.model_revision
try: try:
model_config = AutoConfig.from_pretrained( model_config = AutoConfig.from_pretrained(
model_config_name, trust_remote_code=trust_remote_code model_config_name,
trust_remote_code=trust_remote_code,
**config_kwargs,
) )
except ValueError as err: except ValueError as err:
if "mamba" in model_config_name: if "mamba" in model_config_name: