tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Fixed pre-commit problems, fixed small bug in logging_config to handle LOG_LEVEL env var

Browse Source
This commit is contained in:
theobjectivedad
2023-07-15 12:29:35 +00:00
parent 83237b8445
commit b1f4f7a34d
8 changed files with 14 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/finetune.py
View File

@@ -17,6 +17,7 @@ import yaml
from optimum.bettertransformer import BetterTransformer
from transformers import GenerationConfig, TextStreamer
from axolotl.logging_config import configure_logging
from axolotl.utils.data import load_prepare_datasets, load_pretraining_dataset
from axolotl.utils.dict import DictDefault
from axolotl.utils.models import load_model, load_tokenizer
@@ -24,7 +25,6 @@ from axolotl.utils.tokenization import check_dataset_labels
from axolotl.utils.trainer import setup_trainer
from axolotl.utils.validation import validate_config
from axolotl.utils.wandb import setup_wandb_env_vars
from axolotl.logging_config import configure_logging
project_root = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
src_dir = os.path.join(project_root, "src")