fix: remove unused config
This commit is contained in:
@@ -109,7 +109,7 @@ datasets:
|
|||||||
preprocess_shards: # Optional[int] process dataset in N sequential chunks for memory efficiency (exclusive with `shards`)
|
preprocess_shards: # Optional[int] process dataset in N sequential chunks for memory efficiency (exclusive with `shards`)
|
||||||
|
|
||||||
name: # Optional[str] name of dataset configuration to load
|
name: # Optional[str] name of dataset configuration to load
|
||||||
train_on_split: train # Optional[str] name of dataset split to load from
|
split: train # Optional[str] name of dataset split to load from
|
||||||
revision: # Optional[str] The specific revision of the dataset to use when loading from the Hugging Face Hub. This can be a commit hash, tag, or branch name. If not specified, the latest version will be used. This parameter is ignored for local datasets.
|
revision: # Optional[str] The specific revision of the dataset to use when loading from the Hugging Face Hub. This can be a commit hash, tag, or branch name. If not specified, the latest version will be used. This parameter is ignored for local datasets.
|
||||||
trust_remote_code: # Optional[bool] Trust remote code for untrusted source
|
trust_remote_code: # Optional[bool] Trust remote code for untrusted source
|
||||||
|
|
||||||
|
|||||||
@@ -39,7 +39,6 @@ class SFTDataset(BaseModel):
|
|||||||
input_format: str | None = None
|
input_format: str | None = None
|
||||||
name: str | None = None
|
name: str | None = None
|
||||||
ds_type: str | None = None
|
ds_type: str | None = None
|
||||||
train_on_split: str | None = None
|
|
||||||
field: str | None = None
|
field: str | None = None
|
||||||
field_human: str | None = None
|
field_human: str | None = None
|
||||||
field_model: str | None = None
|
field_model: str | None = None
|
||||||
|
|||||||
Reference in New Issue
Block a user