tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

don't need temp arg to distill method

Browse Source
This commit is contained in:
Wing Lian
2025-05-23 10:42:25 -04:00
parent 49e2fa825d
commit a8d9fab635
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/integrations/kd/kernels/liger.py
View File

@@ -125,7 +125,6 @@ class LigerFusedLinearKLTopKLogprobFunction(LigerFusedLinearDistillationBase):
target_token_ids_chunk, target_token_ids_chunk,
target_logprobs_chunk, target_logprobs_chunk,
target_mask_chunk, target_mask_chunk,
temperature=temperature,
) )
loss = weight_hard_loss * ce_loss + weight_soft_loss * soft_loss loss = weight_hard_loss * ce_loss + weight_soft_loss * soft_loss