pylint for duplicated code for system prompts

2023-06-18 06:40:28 -04:00
parent 3a38271276
commit 7b57ed7618
2 changed files with 2 additions and 0 deletions
--- a/src/axolotl/datasets.py
+++ b/src/axolotl/datasets.py
@@ -126,6 +126,7 @@ class ConstantLengthDataset(IterableDataset):
                    buffer_len = 0

                if example:
+                    # FIXME
                    # just going to drop data points that are too long
                    if len(example["input_ids"]) <= self.seq_length:
                        input_ids = example["input_ids"]