From 702f2eee4bf3764232de04bcd0e175d6064ffe30 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Thu, 25 May 2023 09:36:33 +0900 Subject: [PATCH] Fix inference command --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 961eb413c..df2d432c4 100644 --- a/README.md +++ b/README.md @@ -37,7 +37,7 @@ accelerate config accelerate launch scripts/finetune.py examples/4bit-lora-7b/config.yml # inference -accelerate launch scripts/finetune.py examples/4bit-lora-7b/config.yml --inference +accelerate launch scripts/finetune.py examples/4bit-lora-7b/config.yml --inference --lora_model_dir="./llama-7b-lora-int4" ``` ## Installation