fixes to support fsdp-qdora

2024-04-23 08:37:04 -04:00
parent 68601ec6ad
commit 7a7c56f018
5 changed files with 26 additions and 1 deletions
--- a/examples/dbrx/16bit-lora.yaml
+++ b/examples/dbrx/16bit-lora.yaml
@@ -22,6 +22,7 @@ wandb_watch:
 wandb_name:
 wandb_log_model:

+qlora_fsdp_alt_loader: true
 adapter: lora
 lora_model_dir:
 lora_r: 8
--- a/examples/dbrx/8bit-lora.yaml
+++ b/examples/dbrx/8bit-lora.yaml
@@ -22,6 +22,7 @@ wandb_watch:
 wandb_name:
 wandb_log_model:

+qlora_fsdp_alt_loader: true
 adapter: lora
 lora_model_dir:
 lora_r: 8