diff --git a/src/axolotl/integrations/kd/trainer.py b/src/axolotl/integrations/kd/trainer.py index b688252d3..da02eac27 100644 --- a/src/axolotl/integrations/kd/trainer.py +++ b/src/axolotl/integrations/kd/trainer.py @@ -97,7 +97,6 @@ class AxolotlKDTrainer(AxolotlTrainer): target_logprobs_for_loss, target_mask_for_loss, num_items_in_batch=num_items_in_batch, - kd_temperature=self.args.kd_temperature, # top_k_before_softmax=1 if self.args.kd_top_k_before_softmax else 0, )