tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: set model_accepts_loss_kwargs=False

Browse Source
This commit is contained in:
NanoCode012
2025-02-04 02:01:05 +07:00
parent 433cf4a8c7
commit fb88269dcb
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/integrations/lolcats/trainer/distill_attention_xent_mse.py
View File

@@ -33,6 +33,8 @@ class DistillAttentionXentMSETrainer(AxolotlTrainer):
self.xent_factor = xent_factor self.xent_factor = xent_factor
# self.compute_loss_backprop = False # Whether we backprop in self.compute_loss # NOTE: this config seems unnecessary # self.compute_loss_backprop = False # Whether we backprop in self.compute_loss # NOTE: this config seems unnecessary
self.model_accepts_loss_kwargs = False # added to combat explosive loss
def compute_loss( def compute_loss(
self, self,
model: nn.Module, model: nn.Module,