From 594e72b6e8f3c6182c3828cc7f077aed82e07e62 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Wed, 31 May 2023 02:58:50 +0900 Subject: [PATCH] Fix incorrect rebase --- src/axolotl/utils/models.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 2366854bf..0737d0f12 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -129,7 +129,6 @@ def load_model( llm_int8_threshold=6.0, llm_int8_has_fp16_weight=False, bnb_4bit_compute_dtype=torch_dtype, - bnb_4bit_compute_dtype=torch_dtype, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", )