diff --git a/examples/pixtral/lora-12b.yaml b/examples/pixtral/lora-12b.yaml index 88fb02be5..2ebdbe3f5 100644 --- a/examples/pixtral/lora-12b.yaml +++ b/examples/pixtral/lora-12b.yaml @@ -1,5 +1,7 @@ base_model: mistral-community/pixtral-12b processor_type: AutoProcessor + +load_in_8bit: true strict: false # these 3 lines are needed for now to handle vision chat templates w images