fix dumb mistake
This commit is contained in:
committed by
Sung Ching Liu
parent
db6c76b147
commit
eb7bc70b99
@@ -908,7 +908,7 @@ class ModelLoader:
|
|||||||
from axolotl.utils.schemas.quant import get_hqq_quant_config_kwargs
|
from axolotl.utils.schemas.quant import get_hqq_quant_config_kwargs
|
||||||
|
|
||||||
self.model_kwargs["quantization_config"] = HqqConfig(
|
self.model_kwargs["quantization_config"] = HqqConfig(
|
||||||
get_hqq_quant_config_kwargs(self.cfg)
|
**get_hqq_quant_config_kwargs(self.cfg)
|
||||||
)
|
)
|
||||||
|
|
||||||
# no longer needed per https://github.com/huggingface/transformers/pull/26610
|
# no longer needed per https://github.com/huggingface/transformers/pull/26610
|
||||||
|
|||||||
Reference in New Issue
Block a user