kd trainer has kd temp as part of the init

2025-05-20 09:07:13 -07:00
parent 0399aefcb3
commit a2248673d8
1 changed files with 0 additions and 1 deletions
--- a/src/axolotl/integrations/kd/trainer.py
+++ b/src/axolotl/integrations/kd/trainer.py
@@ -97,7 +97,6 @@ class AxolotlKDTrainer(AxolotlTrainer):
                target_logprobs_for_loss,
                target_mask_for_loss,
                num_items_in_batch=num_items_in_batch,
-                kd_temperature=self.args.kd_temperature,
                # top_k_before_softmax=1 if self.args.kd_top_k_before_softmax else 0,
            )