From a2248673d8d24233094dabfe54815c783d3e3adf Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 20 May 2025 09:07:13 -0700 Subject: [PATCH] kd trainer has kd temp as part of the init --- src/axolotl/integrations/kd/trainer.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/axolotl/integrations/kd/trainer.py b/src/axolotl/integrations/kd/trainer.py index b688252d3..da02eac27 100644 --- a/src/axolotl/integrations/kd/trainer.py +++ b/src/axolotl/integrations/kd/trainer.py @@ -97,7 +97,6 @@ class AxolotlKDTrainer(AxolotlTrainer): target_logprobs_for_loss, target_mask_for_loss, num_items_in_batch=num_items_in_batch, - kd_temperature=self.args.kd_temperature, # top_k_before_softmax=1 if self.args.kd_top_k_before_softmax else 0, )