fix(readme): Clarify doc for tokenizer_config (#1323) [skip ci]

This commit is contained in:
NanoCode012
2024-02-24 21:55:04 +09:00
committed by GitHub
parent a359579371
commit 2ed52bd568

View File

@@ -518,7 +518,7 @@ base_model_ignore_patterns:
base_model_config: ./llama-7b-hf
# You can specify to choose a specific model revision from huggingface hub
model_revision:
# Optional tokenizer configuration override in case you want to use a different tokenizer
# Optional tokenizer configuration path in case you want to use a different tokenizer
# than the one defined in the base model
tokenizer_config:
# If you want to specify the type of model to load, AutoModelForCausalLM is a good choice too