debug

src/axolotl/datasets.py

@@ -64,7 +64,9 @@ class TokenizedPromptDataset(Dataset):
                 desc="Strategy Filtering Rows",
             )
 
-        import ipdb; ipdb.set_trace()
+        import ipdb
+
+        ipdb.set_trace()
 
         return dataset.map(
             self.prompt_tokenizer.tokenize_prompt,

src/axolotl/prompt_tokenizers.py

@@ -67,7 +67,9 @@ class PromptTokenizingStrategy(abc.ABC):
             LOG.warning("Empty text requested for tokenization.")
             return empty
 
-        import ipdb; ipdb.set_trace()
+        import ipdb
+
+        ipdb.set_trace()
 
         result = self.tokenizer(
             prompt,

src/axolotl/utils/data/sft.py

@@ -486,7 +486,9 @@ def get_dataset_wrapper(
         f"Loading dataset: {config_dataset['path']} with base_type: {d_base_type} and prompt_style: {d_prompt_style}"
     )
 
-    import ipdb; ipdb.set_trace()
+    import ipdb
+
+    ipdb.set_trace()
 
     if (
         isinstance(dataset, Dataset)