tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Fix lint and bug post merge from main

Browse Source
This commit is contained in:
Chirag Jain
2024-07-30 23:59:38 +05:30
parent fd7538dca7
commit 34ea51dcf3
3 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/prompt_strategies/chat_template.py
View File

@@ -341,10 +341,10 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None):
chat_template = ds_cfg.get("chat_template", "chatml") chat_template = ds_cfg.get("chat_template", "chatml")
chat_template_str = chat_templates(chat_template, tokenizer=tokenizer) chat_template_str = chat_templates(chat_template, tokenizer=tokenizer)
LOG.info(f"Using chat template:\n---\n{chat_template_str!s}\n---") LOG.info(f"Using chat template:\n---\n{chat_template_str!s}\n---")
prompter_params = { prompter_params = {
"tokenizer": tokenizer, "tokenizer": tokenizer,
"chat_template": chat_templates(ds_cfg.get("chat_template", "chatml")), "chat_template": chat_template_str,
"message_field_role": ds_cfg.get("message_field_role", "from"), "message_field_role": ds_cfg.get("message_field_role", "from"),
"message_field_content": ds_cfg.get("message_field_content", "value"), "message_field_content": ds_cfg.get("message_field_content", "value"),
"message_field_training": ds_cfg.get("message_field_training", "training"), "message_field_training": ds_cfg.get("message_field_training", "training"),

2
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -7,9 +7,9 @@ Module for pydantic models for configuration
import logging import logging
import os import os
from enum import Enum from enum import Enum
from importlib.metadata import version
from typing import Annotated, Any, Dict, List, Literal, Optional, Tuple, Union from typing import Annotated, Any, Dict, List, Literal, Optional, Tuple, Union
from importlib.metadata import version
from pydantic import ( from pydantic import (
BaseModel, BaseModel,
Field, Field,

1
tests/prompt_strategies/test_chat_templates.py
View File

@@ -720,7 +720,6 @@ class TestChatTemplateConfigurations:
LOG.debug(f"Final input_ids: {input_ids}") LOG.debug(f"Final input_ids: {input_ids}")
class TestAssistantChatTemplateLlama3: class TestAssistantChatTemplateLlama3:
""" """
Test class for assistant style datasets with llama-3 prompts using the chat_template strategy. Test class for assistant style datasets with llama-3 prompts using the chat_template strategy.