From 295b2662e1a9176e18492463627890c4de0a4cb2 Mon Sep 17 00:00:00 2001 From: lukemarsden Date: Tue, 10 Oct 2023 07:14:23 +0100 Subject: [PATCH] Get qlora mistral-7b fine tuning working on a single 4090 (#708) --- examples/mistral/qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/mistral/qlora.yml b/examples/mistral/qlora.yml index 9c64a8c2d..3d22c7034 100644 --- a/examples/mistral/qlora.yml +++ b/examples/mistral/qlora.yml @@ -43,7 +43,7 @@ wandb_run_id: wandb_log_model: gradient_accumulation_steps: 4 -micro_batch_size: 4 +micro_batch_size: 2 num_epochs: 1 optimizer: adamw_bnb_8bit lr_scheduler: cosine