optionally define whether to use_fast tokenizer

This commit is contained in:
Wing Lian
2023-06-25 10:19:49 -04:00
parent 756dfba97b
commit 47d601fa23
3 changed files with 38 additions and 0 deletions

View File

@@ -302,6 +302,8 @@ model_type: AutoModelForCausalLM
tokenizer_type: AutoTokenizer
# Trust remote code for untrusted source
trust_remote_code:
# use_fast option for tokenizer loading from_pretrained, default to True
tokenizer_use_fast:
# whether you are training a 4-bit GPTQ quantized model
gptq: true