Fix(model loading): Warn when model revision is passed to gptq (#364)
* fix(model loading): warn when model revision is passed to gptq * chore: improve message
This commit is contained in:
@@ -97,6 +97,13 @@ def validate_config(cfg):
|
|||||||
"push_to_hub_model_id is deprecated. Please use hub_model_id instead."
|
"push_to_hub_model_id is deprecated. Please use hub_model_id instead."
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if cfg.gptq and cfg.model_revision:
|
||||||
|
raise ValueError(
|
||||||
|
"model_revision is not supported for GPTQ models. "
|
||||||
|
+ "Please download the model from HuggingFace Hub manually for correct branch, "
|
||||||
|
+ "point to its path, and remove model_revision from the config."
|
||||||
|
)
|
||||||
|
|
||||||
# TODO
|
# TODO
|
||||||
# MPT 7b
|
# MPT 7b
|
||||||
# https://github.com/facebookresearch/bitsandbytes/issues/25
|
# https://github.com/facebookresearch/bitsandbytes/issues/25
|
||||||
|
|||||||
Reference in New Issue
Block a user