tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 4 Packages Projects Releases Wiki Activity

Ax art (#405)

Browse Source 
* axolotl text art :D

* only print art on rank0

* lint and pr feedback
This commit is contained in:
Wing Lian
2023-08-15 08:34:30 -04:00
committed by GitHub
parent 31db0ecce4
commit 29241cf1e4
1 changed files with 16 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
scripts/finetune.py
View File

@@ -21,6 +21,7 @@ from axolotl.logging_config import configure_logging
from axolotl.utils.config import normalize_config, validate_config from axolotl.utils.config import normalize_config, validate_config
from axolotl.utils.data import prepare_dataset from axolotl.utils.data import prepare_dataset
from axolotl.utils.dict import DictDefault from axolotl.utils.dict import DictDefault
from axolotl.utils.distributed import is_main_process
from axolotl.utils.models import load_model, load_tokenizer from axolotl.utils.models import load_model, load_tokenizer
from axolotl.utils.tokenization import check_dataset_labels from axolotl.utils.tokenization import check_dataset_labels
from axolotl.utils.trainer import setup_trainer from axolotl.utils.trainer import setup_trainer
@@ -33,10 +34,23 @@ sys.path.insert(0, src_dir)
configure_logging() configure_logging()
LOG = logging.getLogger("axolotl.scripts") LOG = logging.getLogger("axolotl.scripts")
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1" os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
def print_axolotl_text_art():
ascii_art = """
dP dP dP
88 88 88
.d8888b. dP. .dP .d8888b. 88 .d8888b. d8888P 88
88' `88 `8bd8' 88' `88 88 88' `88 88 88
88. .88 .d88b. 88. .88 88 88. .88 88 88
`88888P8 dP' `dP `88888P' dP `88888P' dP dP
"""
if is_main_process():
print(ascii_art)
def get_multi_line_input() -> Optional[str]: def get_multi_line_input() -> Optional[str]:
print("Give me an instruction (Ctrl + D to finish): ") print("Give me an instruction (Ctrl + D to finish): ")
instruction = "" instruction = ""
@@ -146,6 +160,7 @@ def train(
prepare_ds_only: bool = False, prepare_ds_only: bool = False,
**kwargs, **kwargs,
): ):
print_axolotl_text_art()
if Path(config).is_dir(): if Path(config).is_dir():
config = choose_config(config) config = choose_config(config)