From 5b712afbe4e30ddabe4b9d1b219a40c1c331c44f Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Thu, 25 May 2023 17:28:03 +0900 Subject: [PATCH] Update bf16 options --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index c51d7101c..f02ae20a0 100644 --- a/README.md +++ b/README.md @@ -172,7 +172,7 @@ gptq_model_v1: false # v1 or v2 load_in_8bit: true # Use CUDA bf16 -bf16: true +bf16: true # bool or 'full' for `bf16_full_eval` # Use CUDA fp16 fp16: true # Use CUDA tf32