From 42a971df32ca9c0ffe150def1026a229649c4c49 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:39:42 +0700 Subject: [PATCH 01/16] Update wandb_log_model on sample.yml --- configs/sample.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/sample.yml b/configs/sample.yml index 7d076c573..d8b7afa71 100644 --- a/configs/sample.yml +++ b/configs/sample.yml @@ -49,7 +49,7 @@ lora_fan_in_fan_out: false wandb_project: wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: # where to save the finsihed model to output_dir: ./completed-model # training hyperparameters From f31729625939e20548d427d92c7719b398cacb63 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:40:58 +0700 Subject: [PATCH 02/16] Update wandb_log_model on quickstart.yml --- configs/quickstart.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/quickstart.yml b/configs/quickstart.yml index f29df1478..a671c6e7f 100644 --- a/configs/quickstart.yml +++ b/configs/quickstart.yml @@ -24,7 +24,7 @@ lora_fan_in_fan_out: false wandb_project: wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-test batch_size: 4 micro_batch_size: 1 From 84fc217f7917d760ab2f4c4c4707d8644d7e7fb3 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:41:24 +0700 Subject: [PATCH 03/16] Update wandb_log_model on gpt_neox_20b.yml --- configs/gpt_neox_20b.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/gpt_neox_20b.yml b/configs/gpt_neox_20b.yml index 91698ffaa..260b648b5 100644 --- a/configs/gpt_neox_20b.yml +++ b/configs/gpt_neox_20b.yml @@ -23,7 +23,7 @@ lora_fan_in_fan_out: true # pythia/GPTNeoX lora specific wandb_project: gpt4all-neox-20b wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./gpt4all-neox-20b batch_size: 48 micro_batch_size: 4 From 0d14e951a817b6ad299ef0af008e75d1dfedc98b Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:41:42 +0700 Subject: [PATCH 04/16] Update wandb_log_model on stability_3b.yml --- configs/stability_3b.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/stability_3b.yml b/configs/stability_3b.yml index c5f2198d8..ecbd37980 100644 --- a/configs/stability_3b.yml +++ b/configs/stability_3b.yml @@ -20,7 +20,7 @@ lora_fan_in_fan_out: false wandb_project: stable-alpaca-3b wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./stable-alpaca-3b batch_size: 2 micro_batch_size: 1 From 71871345a65c43f23e94812a8a23c72337fe9047 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:41:59 +0700 Subject: [PATCH 05/16] Update wandb_log_model on llama_7B_4bit.yml --- configs/llama_7B_4bit.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/llama_7B_4bit.yml b/configs/llama_7B_4bit.yml index 0033a6e3a..feb4e21a1 100644 --- a/configs/llama_7B_4bit.yml +++ b/configs/llama_7B_4bit.yml @@ -24,7 +24,7 @@ lora_fan_in_fan_out: false wandb_project: wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-test batch_size: 8 micro_batch_size: 2 From 2aacf75ee1dfd0a2afc3960d94f1aff8aa3a81da Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:42:19 +0700 Subject: [PATCH 06/16] Update wandb_log_model on galactica_1_3B.yml --- configs/galactica_1_3B.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/galactica_1_3B.yml b/configs/galactica_1_3B.yml index 1682849cf..cc1aa7ced 100644 --- a/configs/galactica_1_3B.yml +++ b/configs/galactica_1_3B.yml @@ -21,7 +21,7 @@ lora_fan_in_fan_out: false wandb_project: wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-llama-alpaca batch_size: 32 micro_batch_size: 16 From fad06befee8abb02462f6ce49057f647de33a484 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:42:38 +0700 Subject: [PATCH 07/16] Update wandb_log_model on config.yml --- examples/mpt-7b/config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/mpt-7b/config.yml b/examples/mpt-7b/config.yml index f33452266..ca6a0d5c3 100644 --- a/examples/mpt-7b/config.yml +++ b/examples/mpt-7b/config.yml @@ -22,7 +22,7 @@ lora_fan_in_fan_out: false wandb_project: mpt-alpaca-7b wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./mpt-alpaca-7b batch_size: 1 micro_batch_size: 1 From d77d7366316a3beafc7cd975c4f8877bac27e006 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:43:01 +0700 Subject: [PATCH 08/16] Update wandb_log_model on llama_7B_alpaca.yml --- configs/llama_7B_alpaca.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/llama_7B_alpaca.yml b/configs/llama_7B_alpaca.yml index 20efd58d3..66af807dd 100644 --- a/configs/llama_7B_alpaca.yml +++ b/configs/llama_7B_alpaca.yml @@ -26,7 +26,7 @@ lora_fan_in_fan_out: false wandb_project: llama-7b-lora wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-llama-alpaca batch_size: 128 micro_batch_size: 16 From 0736f4f9c1cd9d896d181c9a28adfca4404269ef Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:43:20 +0700 Subject: [PATCH 09/16] Update wandb_log_model on llama_13B_alpaca.yml --- configs/llama_13B_alpaca.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/llama_13B_alpaca.yml b/configs/llama_13B_alpaca.yml index 420a62209..3386f65c7 100644 --- a/configs/llama_13B_alpaca.yml +++ b/configs/llama_13B_alpaca.yml @@ -21,7 +21,7 @@ lora_fan_in_fan_out: false wandb_project: wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./llama-13b-sharegpt batch_size: 64 micro_batch_size: 2 From 232b931081e0c65c82ba641314e970bade27d266 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:43:43 +0700 Subject: [PATCH 10/16] Update wandb_log_model on llama_65B_alpaca.yml --- configs/llama_65B_alpaca.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/llama_65B_alpaca.yml b/configs/llama_65B_alpaca.yml index ab809defd..1c865626d 100644 --- a/configs/llama_65B_alpaca.yml +++ b/configs/llama_65B_alpaca.yml @@ -27,7 +27,7 @@ lora_fan_in_fan_out: false wandb_project: llama-65b-lora wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-llama-alpaca batch_size: 128 micro_batch_size: 16 From 15aabd2903c0e8e5a3b157aad2e4d4b910f40374 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 15:44:01 +0700 Subject: [PATCH 11/16] Update wandb_log_model on llama_7B_jeopardy.yml --- configs/llama_7B_jeopardy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/llama_7B_jeopardy.yml b/configs/llama_7B_jeopardy.yml index f73bec348..4a20ddec6 100644 --- a/configs/llama_7B_jeopardy.yml +++ b/configs/llama_7B_jeopardy.yml @@ -22,7 +22,7 @@ lora_fan_in_fan_out: false wandb_project: jeopardy-bot-7b wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./jeopardy-bot-7b batch_size: 4 micro_batch_size: 1 From abddcf4dfee2db8c8117b2c43f5bec81ab518626 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 16:31:53 +0700 Subject: [PATCH 12/16] Update wandb_log_model on pythia_1_2B_alpaca.yml --- configs/pythia_1_2B_alpaca.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/pythia_1_2B_alpaca.yml b/configs/pythia_1_2B_alpaca.yml index 5047be6bf..aa0587b90 100644 --- a/configs/pythia_1_2B_alpaca.yml +++ b/configs/pythia_1_2B_alpaca.yml @@ -26,7 +26,7 @@ lora_fan_in_fan_out: true # pythia/GPTNeoX lora specific wandb_project: pythia-1.4b-lora wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-alpaca batch_size: 48 micro_batch_size: 4 From b6a539b53cad63965777c6d443d7cebfa935363f Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 16:32:20 +0700 Subject: [PATCH 13/16] Update wandb_log_model on cerebras_1_3B_alpaca.yml --- configs/cerebras_1_3B_alpaca.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/cerebras_1_3B_alpaca.yml b/configs/cerebras_1_3B_alpaca.yml index d749ca72b..2c5534552 100644 --- a/configs/cerebras_1_3B_alpaca.yml +++ b/configs/cerebras_1_3B_alpaca.yml @@ -24,7 +24,7 @@ lora_fan_in_fan_out: false wandb_project: pythia-1.4b-lora wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-alpaca batch_size: 32 micro_batch_size: 4 From 4eb68ac3f770914190ee29140e6692236b12b01e Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 16:32:49 +0700 Subject: [PATCH 14/16] Update wandb_log_model on config-3b.yml --- examples/redpajama/config-3b.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/redpajama/config-3b.yml b/examples/redpajama/config-3b.yml index 229d6615c..e7342b2f7 100644 --- a/examples/redpajama/config-3b.yml +++ b/examples/redpajama/config-3b.yml @@ -23,7 +23,7 @@ lora_fan_in_fan_out: false wandb_project: redpajama-alpaca-3b wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./redpajama-alpaca-3b batch_size: 4 micro_batch_size: 1 From 15e57ba6ee3880055c307705d842613757f32dc7 Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 16:33:20 +0700 Subject: [PATCH 15/16] Update wandb_log_model on config.yml --- examples/gptq-lora-7b/config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/gptq-lora-7b/config.yml b/examples/gptq-lora-7b/config.yml index 0d57a6d8d..e676d967b 100644 --- a/examples/gptq-lora-7b/config.yml +++ b/examples/gptq-lora-7b/config.yml @@ -24,7 +24,7 @@ lora_fan_in_fan_out: false wandb_project: llama-7b-lora-int4 wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./llama-7b-lora-int4 batch_size: 1 micro_batch_size: 1 From e0ccaccce233c5d689f8c5cb0cacacd0b2aad95e Mon Sep 17 00:00:00 2001 From: Viktorius Suwandi Date: Mon, 29 May 2023 16:34:13 +0700 Subject: [PATCH 16/16] Update wandb_log_model on vicuna_13B_4bit_reflect.yml --- configs/vicuna_13B_4bit_reflect.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/vicuna_13B_4bit_reflect.yml b/configs/vicuna_13B_4bit_reflect.yml index 872ce59ca..7ad409f26 100644 --- a/configs/vicuna_13B_4bit_reflect.yml +++ b/configs/vicuna_13B_4bit_reflect.yml @@ -28,7 +28,7 @@ lora_fan_in_fan_out: false wandb_project: wandb_watch: wandb_run_id: -wandb_log_model: checkpoint +wandb_log_model: output_dir: ./lora-reflect batch_size: 8 micro_batch_size: 2