no batching for kd chat templates

This commit is contained in:
Wing Lian
2025-01-15 08:22:29 -05:00
parent 04efcb102f
commit 32258c247e

View File

@@ -52,6 +52,11 @@ class ChatTemplateStrategyWithKD(ChatTemplateStrategy):
train_on_eos=train_on_eos,
)
@property
def supports_batched(self) -> bool:
# batching doesn't work well for logprob data
return False
def transform_logprobs(self, sample):
"""
Transform logprobs to target format for KD training