Remove redundant assert
This commit is contained in:
committed by
Wing Lian
parent
bbf88b02c1
commit
b4f2eea2ed
@@ -559,10 +559,6 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer, total_num_
|
||||
callbacks.append(PrintGPUStatsCallback(cfg))
|
||||
|
||||
if cfg.relora_steps:
|
||||
assert cfg.adapter in (
|
||||
"lora",
|
||||
"qlora",
|
||||
), "Adapter must be lora or qlora to use ReLoRA"
|
||||
relora_steps = int(cfg.relora_steps)
|
||||
relora_warmup_steps = int(cfg.relora_warmup_steps)
|
||||
callbacks.append(ReLoRACallback(cfg))
|
||||
|
||||
Reference in New Issue
Block a user