Compare commits

...

1 Commits

Author SHA1 Message Date
NanoCode012
7ecc3a408c Fix(debug): Use space delimiter for debug_text_only also 2024-01-07 12:45:19 +09:00

View File

@@ -31,8 +31,8 @@ def check_example_labels(example, tokenizer, text_only=False):
) )
colored_tokens.append(colored_token) colored_tokens.append(colored_token)
delimiter = "" if text_only else " " output = " ".join(colored_tokens)
LOG.info(delimiter.join(colored_tokens)) LOG.info(output)
LOG.info("\n\n\n") LOG.info("\n\n\n")
return " ".join(colored_tokens) return output