remove un-needed code, add validation

This commit is contained in:
Wing Lian
2023-05-24 22:47:33 -04:00
parent 7e81ca720b
commit 1f5d83ea72
2 changed files with 3 additions and 15 deletions

View File

@@ -14,6 +14,7 @@ from attrdict import AttrDefault
# add src to the pythonpath so we don't need to pip install this
from axolotl.utils.tokenization import check_dataset_labels
from axolotl.utils.validation import validate_config
project_root = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
src_dir = os.path.join(project_root, "src")
@@ -158,6 +159,8 @@ def train(
cfg.fp16 = True
cfg.bf16 = False
validate_config(cfg)
# Load the model and tokenizer
logging.info("loading model, tokenizer, and peft_config...")
model, tokenizer, peft_config = load_model(