refactor(param): rename load_4bit config param by gptq

Signed-off-by: Thytu <vdmatos@gladia.io>
2023-05-27 12:36:03 +00:00
parent c3d256271e
commit dd0065773a
6 changed files with 16 additions and 12 deletions
--- a/README.md
+++ b/README.md
@@ -176,7 +176,7 @@ tokenizer_type: AutoTokenizer
 trust_remote_code:

 # whether you are training a 4-bit GPTQ quantized model
-load_4bit: true
+gptq: true
 gptq_groupsize: 128 # group size
 gptq_model_v1: false # v1 or v2