From a02af506ed29755e6dce58cb3fab6638b235df5d Mon Sep 17 00:00:00 2001
From: sunny <sunnyliu19981005@gmail.com>
Date: Thu, 3 Oct 2024 16:11:15 -0400
Subject: [PATCH] pixtral example

---
 examples/pixtral/lora-12b.yaml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/examples/pixtral/lora-12b.yaml b/examples/pixtral/lora-12b.yaml
index 88fb02be5..2ebdbe3f5 100644
--- a/examples/pixtral/lora-12b.yaml
+++ b/examples/pixtral/lora-12b.yaml
@@ -1,5 +1,7 @@
 base_model: mistral-community/pixtral-12b
 processor_type: AutoProcessor
+
+load_in_8bit: true
 strict: false
 
 # these 3 lines are needed for now to handle vision chat templates w images