From c2508987a6354084bf8bbf328c8eccc81e3a9814 Mon Sep 17 00:00:00 2001
From: Angainor Development <54739135+AngainorDev@users.noreply.github.com>
Date: Sat, 10 Jun 2023 19:06:10 +0200
Subject: [PATCH] Remove explicit definition of cfg.inference

---
 scripts/finetune.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/scripts/finetune.py b/scripts/finetune.py
index ab8f068aa..faf1bb31d 100644
--- a/scripts/finetune.py
+++ b/scripts/finetune.py
@@ -182,9 +182,6 @@ def train(
         if cfg.bf16:
             cfg.fp16 = True
         cfg.bf16 = False
-        
-    # Store inference mode into cfg when passed via args
-    cfg.inference = True if "inference" in kwargs else cfg.get("inference", False)
 
     # load the tokenizer first
     tokenizer_config = cfg.tokenizer_config or cfg.base_model_config