whoops, gt vs lt

2023-05-12 14:03:25 -04:00
parent aa3c3f97ae
commit 84c7bc4b68
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/data.py
+++ b/src/axolotl/utils/data.py
@@ -213,7 +213,7 @@ def load_prepare_datasets(tokenizer, cfg, default_dataset_prepared_path):
        [
            d
            for d in dataset
-            if len(d["input_ids"]) > cfg.sequence_len
+            if len(d["input_ids"]) < cfg.sequence_len
               and len(d["input_ids"]) > 0
               and len(d["input_ids"]) == len(d["attention_mask"])
               and len(d["input_ids"]) == len(d["labels"])