tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Remove explicit definition of cfg.inference

Browse Source
This commit is contained in:
Angainor Development
2023-06-10 19:06:10 +02:00
committed by GitHub
parent bd3b537344
commit c2508987a6
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/finetune.py
View File

@@ -182,9 +182,6 @@ def train(
if cfg.bf16: if cfg.bf16:
cfg.fp16 = True cfg.fp16 = True
cfg.bf16 = False cfg.bf16 = False
# Store inference mode into cfg when passed via args
cfg.inference = True if "inference" in kwargs else cfg.get("inference", False)
# load the tokenizer first # load the tokenizer first
tokenizer_config = cfg.tokenizer_config or cfg.base_model_config tokenizer_config = cfg.tokenizer_config or cfg.base_model_config