From b4f2eea2edfa5447e95940df51647ec35a90c325 Mon Sep 17 00:00:00 2001 From: Charles Goddard Date: Mon, 24 Jul 2023 23:23:24 -0700 Subject: [PATCH] Remove redundant assert --- src/axolotl/utils/trainer.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py index 269c7696c..c156754ad 100644 --- a/src/axolotl/utils/trainer.py +++ b/src/axolotl/utils/trainer.py @@ -559,10 +559,6 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer, total_num_ callbacks.append(PrintGPUStatsCallback(cfg)) if cfg.relora_steps: - assert cfg.adapter in ( - "lora", - "qlora", - ), "Adapter must be lora or qlora to use ReLoRA" relora_steps = int(cfg.relora_steps) relora_warmup_steps = int(cfg.relora_warmup_steps) callbacks.append(ReLoRACallback(cfg))