tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fixes

Browse Source
This commit is contained in:
mhenrhcsen
2025-07-16 21:50:56 +02:00
parent f40e8caa28
commit 738adb2258
2 changed files with 17 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/axolotl/loaders/model.py
View File

@@ -163,6 +163,15 @@ class ModelLoader:
# Build the model
PLUGIN_MANAGER.pre_model_load(self.cfg)
skip_move_to_device = self._build_model()
# Check if the model is a GraniteConfig object
if hasattr(self, 'model') and self.model.__class__.__name__ == "GraniteConfig":
LOG.error("The model loaded is a GraniteConfig object, not a proper model.")
LOG.error("This is likely because the model type 'GraniteConfig' is not supported.")
LOG.error("Please use a different model type or ensure the model is properly configured.")
LOG.error("Setting trust_remote_code=True might help if the model requires custom code.")
raise ValueError("Model loaded is a GraniteConfig object, not a proper model. Use a supported model type or set trust_remote_code=True.")
PLUGIN_MANAGER.post_model_build(self.cfg, self.model)
# Post-build model configuration

8
src/axolotl/train.py
View File

@@ -80,6 +80,14 @@ def setup_model_and_tokenizer(
model_loader = ModelLoader(cfg, tokenizer, processor=processor)
model, peft_config = model_loader.load()
# Check if model is actually a GraniteConfig object
if model.__class__.__name__ == "GraniteConfig":
LOG.error("The model loaded is a GraniteConfig object, not a proper model.")
LOG.error("This is likely because the model type 'GraniteConfig' is not supported.")
LOG.error("Please use a different model type or ensure the model is properly configured.")
raise ValueError("Model loaded is a GraniteConfig object, not a proper model. Use a supported model type.")
if hasattr(model, "generation_config") and model.generation_config is not None:
model.generation_config.do_sample = True