tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: manually set auto-map

Browse Source
This commit is contained in:
NanoCode012
2025-02-05 19:35:15 +07:00
parent c4cb622590
commit 0e6efaa10c
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/axolotl/integrations/lolcats/linear_llama/configuration_linear_llama.py
View File

@@ -64,11 +64,12 @@ class LinearLlamaConfig(LlamaConfig):
def __init__(self, attention_config: Optional[dict] = None, **kwargs): def __init__(self, attention_config: Optional[dict] = None, **kwargs):
super().__init__(**kwargs) super().__init__(**kwargs)
# self.auto_map = { # Set auto_map
# "AutoConfig": "configuration_linear_llama.LinearLlamaConfig", self.auto_map = {
# "AutoModel": "modeling_linear_llama.LinearLlamaModel", "AutoConfig": "configuration_linear_llama.LinearLlamaConfig",
# "AutoModelForCausalLM": "modeling_linear_llama.LinearLlamaForCausalLM", "AutoModel": "modeling_linear_llama.LinearLlamaModel",
# } "AutoModelForCausalLM": "modeling_linear_llama.LinearLlamaForCausalLM",
}
# Set default attention config if none provided # Set default attention config if none provided
self.attention_config = attention_config or {"attention_type": "softmax"} self.attention_config = attention_config or {"attention_type": "softmax"}