support passing trust_remote_code to dataset loading (#2050) [skip ci]

* support passing trust_remote_code to dataset loading * add doc for trust_remote_code in dataset config
2024-11-15 19:09:48 -05:00
parent 521e62daf1
commit 15f1462ccd
2 changed files with 7 additions and 1 deletions
--- a/docs/config.qmd
+++ b/docs/config.qmd
@@ -91,6 +91,7 @@ datasets:
    name: # Optional[str] name of dataset configuration to load
    train_on_split: train # Optional[str] name of dataset split to load from
    revision: # Optional[str] The specific revision of the dataset to use when loading from the Hugging Face Hub. This can be a commit hash, tag, or branch name. If not specified, the latest version will be used. This parameter is ignored for local datasets.
+    trust_remote_code: # Optional[bool] Trust remote code for untrusted source

  # Custom user instruction prompt
  - path: repo