tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

handle load_model splat

Browse Source
This commit is contained in:
Wing Lian
2023-10-23 21:55:05 -04:00
parent ab9d12ce34
commit b885169229
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
examples/multimodal/llava-mistral.yml
View File

@@ -2,6 +2,7 @@ base_model: mistralai/Mistral-7B-v0.1
model_type: MistralForCausalLM model_type: MistralForCausalLM
tokenizer_type: LlamaTokenizer tokenizer_type: LlamaTokenizer
is_mistral_derived_model: true is_mistral_derived_model: true
multimodal: true
vision_tower: openai/clip-vit-large-patch14 vision_tower: openai/clip-vit-large-patch14
tune_mm_mlp_adapter: true tune_mm_mlp_adapter: true

2
src/axolotl/cli/train_mm.py
View File

@@ -43,7 +43,7 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
parsed_cfg.dataset_prepared_path = DEFAULT_DATASET_PREPARED_PATH parsed_cfg.dataset_prepared_path = DEFAULT_DATASET_PREPARED_PATH
tokenizer = load_tokenizer(parsed_cfg) tokenizer = load_tokenizer(parsed_cfg)
model = load_model(parsed_cfg, tokenizer) model, _ = load_model(parsed_cfg, tokenizer)
dataset_meta = load_mm_dataset( dataset_meta = load_mm_dataset(
cfg=parsed_cfg, cli_args=parsed_cli_args, model=model cfg=parsed_cfg, cli_args=parsed_cli_args, model=model
) )