Remove redundant assert

This commit is contained in:
Charles Goddard
2023-07-24 23:23:24 -07:00
committed by Wing Lian
parent bbf88b02c1
commit b4f2eea2ed

View File

@@ -559,10 +559,6 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer, total_num_
callbacks.append(PrintGPUStatsCallback(cfg))
if cfg.relora_steps:
assert cfg.adapter in (
"lora",
"qlora",
), "Adapter must be lora or qlora to use ReLoRA"
relora_steps = int(cfg.relora_steps)
relora_warmup_steps = int(cfg.relora_warmup_steps)
callbacks.append(ReLoRACallback(cfg))