tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[doc] Fix docs for text field mapping for completion datasets (#2890)

Browse Source 
* Fix docs for text field mapping for completion datasets

* update another reference
This commit is contained in:
Wing Lian
2025-07-09 14:52:44 -04:00
committed by GitHub
parent 76aeb16156
commit c370d0795c
2 changed files with 7 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.runpod/src/config/config.yaml
View File

@@ -97,7 +97,7 @@
# # 'no_input_format' cannot include {input} # # 'no_input_format' cannot include {input}
# no_input_format: "{instruction} " # no_input_format: "{instruction} "
# # For `completion` datsets only, uses the provided field instead of `text` column # # For `completion` datasets only, uses the provided field instead of `text` column
# field: # field:
# # Axolotl attempts to save the dataset as an arrow after packing the data together so # # Axolotl attempts to save the dataset as an arrow after packing the data together so

13
src/axolotl/utils/schemas/datasets.py
View File

@@ -34,12 +34,6 @@ class UserDefinedPrompterType(BaseModel):
default=None, default=None,
json_schema_extra={"description": "'no_input_format' cannot include {input}"}, json_schema_extra={"description": "'no_input_format' cannot include {input}"},
) )
field: str | None = Field(
default=None,
json_schema_extra={
"description": "For `completion` datsets only, uses the provided field instead of `text` column"
},
)
class SFTDataset(BaseModel): class SFTDataset(BaseModel):
@@ -104,7 +98,12 @@ class SFTDataset(BaseModel):
default=None, default=None,
json_schema_extra={"description": "defines the datatype when path is a file"}, json_schema_extra={"description": "defines the datatype when path is a file"},
) )
field: str | None = None field: str | None = Field(
default=None,
json_schema_extra={
"description": "For `completion` datasets only, uses the provided field instead of `text` column"
},
)
field_human: str | None = None field_human: str | None = None
field_model: str | None = None field_model: str | None = None
field_messages: str | None = Field( field_messages: str | None = Field(