From 32258c247e8d9d575e3ae3aca6f8ff264982af42 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing@axolotl.ai>
Date: Wed, 15 Jan 2025 08:22:29 -0500
Subject: [PATCH] no batching for kd chat templates

---
 src/axolotl/integrations/kd/chat_template.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/axolotl/integrations/kd/chat_template.py b/src/axolotl/integrations/kd/chat_template.py
index ee557c896..cc70e12d2 100644
--- a/src/axolotl/integrations/kd/chat_template.py
+++ b/src/axolotl/integrations/kd/chat_template.py
@@ -52,6 +52,11 @@ class ChatTemplateStrategyWithKD(ChatTemplateStrategy):
             train_on_eos=train_on_eos,
         )
 
+    @property
+    def supports_batched(self) -> bool:
+        # batching doesn't work well for logprob data
+        return False
+
     def transform_logprobs(self, sample):
         """
         Transform logprobs to target format for KD training