From 1d7da3b389424bcd0b3274daf96bacb35c89334c Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Thu, 25 May 2023 09:58:29 -0400
Subject: [PATCH] add missing file

---
 src/axolotl/utils/validation.py | 10 ++++++++++
 1 file changed, 10 insertions(+)
 create mode 100644 src/axolotl/utils/validation.py

diff --git a/src/axolotl/utils/validation.py b/src/axolotl/utils/validation.py
new file mode 100644
index 000000000..9bef37406
--- /dev/null
+++ b/src/axolotl/utils/validation.py
@@ -0,0 +1,10 @@
+def validate_config(cfg):
+    if cfg.adapter == "qlora":
+        assert cfg.load_in_8bit is False
+        assert cfg.load_4bit is False
+        assert cfg.load_in_4bit is True
+    pass
+    # TODO
+    # MPT 7b
+    # https://github.com/facebookresearch/bitsandbytes/issues/25
+    # no 8bit adamw w bf16