tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix kwarg

Browse Source
This commit is contained in:
Wing Lian
2024-12-21 14:32:11 -05:00
parent 19638590d5
commit 23d7ae6caa
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/integrations/kd/kernels/kd.py
View File

@@ -235,7 +235,7 @@ class _KLDivergenceTritonFn(torch.autograd.Function):
kd_loss = kl_val.sum() kd_loss = kl_val.sum()
# now compute dLoss/d stl # now compute dLoss/d stl
grad_stl = torch.autograd.grad(kd_loss, stl, grad_output=grad_output)[0] grad_stl = torch.autograd.grad(kd_loss, stl, grad_outputs=grad_output)[0]
return grad_stl, None, None return grad_stl, None, None