tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix duplicate-code warnings

Browse Source
This commit is contained in:
Dan Saunders
2024-12-23 14:22:33 -05:00
committed by Dan Saunders
parent 5b90da0be3
commit a3fd5074a9
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/integrations/diff_transformer/modeling_diff_attn.py
View File

@@ -96,6 +96,7 @@ class LlamaDifferentialModel(LlamaDifferentialPreTrainedModel):
) )
self.norm = LlamaRMSNorm(config.hidden_size, eps=config.rms_norm_eps) self.norm = LlamaRMSNorm(config.hidden_size, eps=config.rms_norm_eps)
# pylint: disable=duplicate-code
def forward( def forward(
self, self,
input_ids: Optional[torch.LongTensor] = None, input_ids: Optional[torch.LongTensor] = None,
@@ -322,6 +323,7 @@ class LlamaDifferentialDecoderLayer(nn.Module):
config.hidden_size, eps=config.rms_norm_eps config.hidden_size, eps=config.rms_norm_eps
) )
# pylint: disable=duplicate-code
def forward( def forward(
self, self,
hidden_states: torch.Tensor, hidden_states: torch.Tensor,