tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix liger kernel setup

Browse Source
This commit is contained in:
Wing Lian
2026-03-09 21:22:35 -04:00
parent e380f6944d
commit 9394d17f28
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainers/grpo/__init__.py
View File

@@ -137,7 +137,7 @@ class GRPOStrategy:
grpo_args_kwargs["epsilon_high"] = trl.epsilon_high grpo_args_kwargs["epsilon_high"] = trl.epsilon_high
if trl.use_liger_loss is not None: if trl.use_liger_loss is not None:
grpo_args_kwargs["use_liger_loss"] = trl.use_liger_loss grpo_args_kwargs["use_liger_kernel"] = trl.use_liger_loss
if trl.multi_objective_aggregation is not None: if trl.multi_objective_aggregation is not None:
grpo_args_kwargs["multi_objective_aggregation"] = ( grpo_args_kwargs["multi_objective_aggregation"] = (

2
src/axolotl/core/trainers/grpo/fast_async_trainer.py
View File

@@ -30,6 +30,7 @@ from dataclasses import dataclass, field
import torch import torch
from torch import nn from torch import nn
from trl import GRPOTrainer
from axolotl.core.trainers.grpo.async_trainer import ( from axolotl.core.trainers.grpo.async_trainer import (
AsyncGRPOConfig, AsyncGRPOConfig,
@@ -278,6 +279,7 @@ class FastAsyncGRPOTrainer(AsyncGRPOTrainer):
shuffle_dataset=self.shuffle_dataset, shuffle_dataset=self.shuffle_dataset,
seed=args.seed, seed=args.seed,
) )
data_producer.set_trainer(self)
if args.async_prefetch: if args.async_prefetch:
data_producer = AsyncDataProducer( data_producer = AsyncDataProducer(
data_producer, data_producer,