tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Update ModelLoader to set vocab_size for GraniteSpeechConfig if not defined, ensuring compatibility with tokenizer defaults.

Browse Source
This commit is contained in:
mhenrhcsen
2025-07-17 19:49:10 +02:00
parent ea234afa8a
commit 6e71819560
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/loaders/model.py
View File

@@ -740,6 +740,10 @@ class ModelLoader:
and self.model_type != "AutoModelForCausalLM" and self.model_type != "AutoModelForCausalLM"
and not self.cfg.trust_remote_code and not self.cfg.trust_remote_code
): ):
if self.model_type == "GraniteSpeechConfig" and not hasattr(self.model_config, 'vocab_size'):
# Set vocab_size from tokenizer or use a reasonable default
self.model_config.vocab_size = getattr(self.model_config, 'vocab_size', 50257)
if self.cfg.gptq: if self.cfg.gptq:
self.model = self.auto_model_loader.from_pretrained( self.model = self.auto_model_loader.from_pretrained(
self.base_model, self.base_model,