Fix(debug): Use space delimiter for debug_text_only also
This commit is contained in:
@@ -31,8 +31,8 @@ def check_example_labels(example, tokenizer, text_only=False):
|
|||||||
)
|
)
|
||||||
colored_tokens.append(colored_token)
|
colored_tokens.append(colored_token)
|
||||||
|
|
||||||
delimiter = "" if text_only else " "
|
output = " ".join(colored_tokens)
|
||||||
LOG.info(delimiter.join(colored_tokens))
|
LOG.info(output)
|
||||||
LOG.info("\n\n\n")
|
LOG.info("\n\n\n")
|
||||||
|
|
||||||
return " ".join(colored_tokens)
|
return output
|
||||||
|
|||||||
Reference in New Issue
Block a user