diff --git a/src/axolotl/utils/schemas/config.py b/src/axolotl/utils/schemas/config.py
index 6455fbeb9..732ae60cf 100644
--- a/src/axolotl/utils/schemas/config.py
+++ b/src/axolotl/utils/schemas/config.py
@@ -377,18 +377,6 @@ class AxolotlInputConfig(
             raise ValueError(f"Only one of {', '.join(fields)} must be set")
         return data
 
-    @model_validator(mode="before")
-    @classmethod
-    def check_hqq_config_redundancy(cls, data):
-        if (data.get("load_in_4bit") or data.get("load_in_8bit")) and data.get(
-            "use_hqq"
-        ):
-
-            raise ValueError(
-                "Can't simultaneously set `hqq` configurations and `load_in_4bit` / `load_in_8bit`"
-            )
-        return data
-
     @model_validator(mode="before")
     @classmethod
     def check_batch_size_fields(cls, data):