tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Rank 0-only logging (#2608)

Browse Source 
Co-authored-by: Wing Lian <wing@axolotl.ai>
This commit is contained in:
salman
2025-05-28 14:57:30 +01:00
committed by GitHub
parent 5fca214108
commit 65c5481120
135 changed files with 454 additions and 378 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/test_prompt_tokenizers.py
View File

@@ -1,7 +1,6 @@
"""Module for testing prompt tokenizers."""
import json
import logging
from pathlib import Path
from axolotl.prompt_strategies.alpaca_chat import NoSystemPrompter
@@ -17,10 +16,11 @@ from axolotl.prompt_strategies.orpo.chat_template import load
from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
from axolotl.prompters import AlpacaPrompter, PromptStyle
from axolotl.utils.dict import DictDefault
from axolotl.utils.logging import get_logger
from tests.hf_offline_utils import enable_hf_offline
LOG = logging.getLogger("axolotl")
LOG = get_logger(__name__)
test_data = {
"multi_turn_sys": {