tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Remove redundant assert

Browse Source
This commit is contained in:
Charles Goddard
2023-07-24 23:23:24 -07:00
committed by Wing Lian
parent bbf88b02c1
commit b4f2eea2ed
1 changed files with 0 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/utils/trainer.py
View File

@@ -559,10 +559,6 @@ def setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer, total_num_
callbacks.append(PrintGPUStatsCallback(cfg)) callbacks.append(PrintGPUStatsCallback(cfg))
if cfg.relora_steps: if cfg.relora_steps:
assert cfg.adapter in (
"lora",
"qlora",
), "Adapter must be lora or qlora to use ReLoRA"
relora_steps = int(cfg.relora_steps) relora_steps = int(cfg.relora_steps)
relora_warmup_steps = int(cfg.relora_warmup_steps) relora_warmup_steps = int(cfg.relora_warmup_steps)
callbacks.append(ReLoRACallback(cfg)) callbacks.append(ReLoRACallback(cfg))