tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Dan Saunders
2025-09-23 17:51:14 +00:00
parent 146ca48cba
commit 8a1f5ae940
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/axolotl/utils/schemas/config.py
View File

@@ -106,12 +106,6 @@ class AxolotlInputConfig(
"description": "Don't upcast the embeddings to float32 when using PEFT. Useful for low-VRAM GPUs" "description": "Don't upcast the embeddings to float32 when using PEFT. Useful for low-VRAM GPUs"
}, },
) )
moe_kernels: bool = Field(
default=False,
json_schema_extra={
"description": "Enable Axolotl's vendored MoE kernels when supported (e.g., DeepSeek V3)"
},
)
reinit_weights: bool | None = Field( reinit_weights: bool | None = Field(
default=None, default=None,
json_schema_extra={ json_schema_extra={
@@ -119,6 +113,13 @@ class AxolotlInputConfig(
}, },
) )
moe_kernels: bool | None = Field(
default=None,
json_schema_extra={
"description": "Enable Axolotl's vendored MoE kernels when supported (e.g., DeepSeek V3)"
},
)
trainer_cls: str | None = Field( trainer_cls: str | None = Field(
default=None, default=None,
json_schema_extra={ json_schema_extra={