tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix conditional check to prevent always using 4bit

Browse Source
This commit is contained in:
Wing Lian
2023-04-18 00:35:03 -04:00
parent 69164da079
commit 8f36f3cd5a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/finetune.py
View File

@@ -85,7 +85,7 @@ def load_model(base_model, base_model_config, model_type, tokenizer_type, cfg, a
raise e raise e
try: try:
if cfg.load_4bit and "llama" in base_model or "llama" in cfg.model_type.lower(): if cfg.load_4bit and ("llama" in base_model or "llama" in cfg.model_type.lower()):
from alpaca_lora_4bit.autograd_4bit import load_llama_model_4bit_low_ram from alpaca_lora_4bit.autograd_4bit import load_llama_model_4bit_low_ram
from huggingface_hub import snapshot_download from huggingface_hub import snapshot_download