diff --git a/src/axolotl/utils/schemas/quant.py b/src/axolotl/utils/schemas/quant.py index 6f8b17b53..e4a65ea80 100644 --- a/src/axolotl/utils/schemas/quant.py +++ b/src/axolotl/utils/schemas/quant.py @@ -28,7 +28,7 @@ class QuantizationConfig(BaseModel): backend: Literal["bnb", "hqq", "gptq"] | None = None bits: int | None = None bnb_config: dict[str, Any] | None = None - hqq_config: Annotated[list[HQQConfig], MinLen(1)] | None = None + hqq_config: HQQConfig | Annotated[list[HQQConfig], MinLen(1)] | None = None @model_validator(mode="before") @classmethod