nit
This commit is contained in:
@@ -58,8 +58,6 @@ overrides_of_model_kwargs:
|
|||||||
|
|
||||||
|
|
||||||
# Quantization configuration.
|
# Quantization configuration.
|
||||||
# See: https://huggingface.co/docs/transformers/main/en//quantization/hqq
|
|
||||||
# https://github.com/mobiusml/hqq
|
|
||||||
quantization:
|
quantization:
|
||||||
backend: bnb | hqq | gptq
|
backend: bnb | hqq | gptq
|
||||||
bits: 8
|
bits: 8
|
||||||
|
|||||||
Reference in New Issue
Block a user