Fixed pre-commit problems, fixed small bug in logging_config to handle LOG_LEVEL env var

2023-07-15 12:29:35 +00:00
parent 83237b8445
commit b1f4f7a34d
8 changed files with 14 additions and 15 deletions
--- a/src/axolotl/datasets.py
+++ b/src/axolotl/datasets.py
@@ -16,6 +16,7 @@ from .prompt_tokenizers import InvalidDataException, PromptTokenizingStrategy

 LOG = logging.getLogger("axolotl")

+
 class TokenizedPromptDataset(IterableDataset):
    """
    Iterable dataset that returns tokenized prompts from a stream of text files.