no batching for kd chat templates
This commit is contained in:
@@ -52,6 +52,11 @@ class ChatTemplateStrategyWithKD(ChatTemplateStrategy):
|
|||||||
train_on_eos=train_on_eos,
|
train_on_eos=train_on_eos,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def supports_batched(self) -> bool:
|
||||||
|
# batching doesn't work well for logprob data
|
||||||
|
return False
|
||||||
|
|
||||||
def transform_logprobs(self, sample):
|
def transform_logprobs(self, sample):
|
||||||
"""
|
"""
|
||||||
Transform logprobs to target format for KD training
|
Transform logprobs to target format for KD training
|
||||||
|
|||||||
Reference in New Issue
Block a user