tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

import typo

Browse Source
This commit is contained in:
Wing Lian
2024-12-16 14:27:26 -05:00
parent 0a661980ca
commit cfa80dace0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/integrations/liger/trainer/dpo_trainer.py
View File

@@ -4,8 +4,8 @@ integration of liger dpo kernels with dpotrainer
from typing import Dict, List, Literal, Union from typing import Dict, List, Literal, Union
import torch import torch
from liger_kernal.transformers.trainer.orpo_trainer import _FSDPForwardRedirection
from liger_kernel.chunked_loss import LigerFusedLinearDPOLoss from liger_kernel.chunked_loss import LigerFusedLinearDPOLoss
from liger_kernel.transformers.trainer.orpo_trainer import _FSDPForwardRedirection
from torch import nn from torch import nn
from torch.distributed.fsdp import FullyShardedDataParallel from torch.distributed.fsdp import FullyShardedDataParallel