tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Merge pull request #105 from viktoriussuwandi/viktoriussuwandi-patch

Browse Source 
Viktoriussuwandi patch
This commit is contained in:
Wing Lian
2023-05-30 15:05:23 -04:00
committed by GitHub
parent 2531ea24c1 e0ccaccce2
commit 4df9da74e3
16 changed files with 16 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
configs/cerebras_1_3B_alpaca.yml
View File

@@ -24,7 +24,7 @@ lora_fan_in_fan_out: false
wandb_project: pythia-1.4b-lora wandb_project: pythia-1.4b-lora
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-alpaca output_dir: ./lora-alpaca
batch_size: 32 batch_size: 32
micro_batch_size: 4 micro_batch_size: 4

2
configs/galactica_1_3B.yml
View File

@@ -21,7 +21,7 @@ lora_fan_in_fan_out: false
wandb_project: wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-llama-alpaca output_dir: ./lora-llama-alpaca
batch_size: 32 batch_size: 32
micro_batch_size: 16 micro_batch_size: 16

2
configs/gpt_neox_20b.yml
View File

@@ -23,7 +23,7 @@ lora_fan_in_fan_out: true # pythia/GPTNeoX lora specific
wandb_project: gpt4all-neox-20b wandb_project: gpt4all-neox-20b
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./gpt4all-neox-20b output_dir: ./gpt4all-neox-20b
batch_size: 48 batch_size: 48
micro_batch_size: 4 micro_batch_size: 4

2
configs/llama_13B_alpaca.yml
View File

@@ -21,7 +21,7 @@ lora_fan_in_fan_out: false
wandb_project: wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./llama-13b-sharegpt output_dir: ./llama-13b-sharegpt
batch_size: 64 batch_size: 64
micro_batch_size: 2 micro_batch_size: 2

2
configs/llama_65B_alpaca.yml
View File

@@ -27,7 +27,7 @@ lora_fan_in_fan_out: false
wandb_project: llama-65b-lora wandb_project: llama-65b-lora
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-llama-alpaca output_dir: ./lora-llama-alpaca
batch_size: 128 batch_size: 128
micro_batch_size: 16 micro_batch_size: 16

2
configs/llama_7B_4bit.yml
View File

@@ -24,7 +24,7 @@ lora_fan_in_fan_out: false
wandb_project: wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-test output_dir: ./lora-test
batch_size: 8 batch_size: 8
micro_batch_size: 2 micro_batch_size: 2

2
configs/llama_7B_alpaca.yml
View File

@@ -26,7 +26,7 @@ lora_fan_in_fan_out: false
wandb_project: llama-7b-lora wandb_project: llama-7b-lora
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-llama-alpaca output_dir: ./lora-llama-alpaca
batch_size: 128 batch_size: 128
micro_batch_size: 16 micro_batch_size: 16

2
configs/llama_7B_jeopardy.yml
View File

@@ -22,7 +22,7 @@ lora_fan_in_fan_out: false
wandb_project: jeopardy-bot-7b wandb_project: jeopardy-bot-7b
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./jeopardy-bot-7b output_dir: ./jeopardy-bot-7b
batch_size: 4 batch_size: 4
micro_batch_size: 1 micro_batch_size: 1

2
configs/pythia_1_2B_alpaca.yml
View File

@@ -26,7 +26,7 @@ lora_fan_in_fan_out: true # pythia/GPTNeoX lora specific
wandb_project: pythia-1.4b-lora wandb_project: pythia-1.4b-lora
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-alpaca output_dir: ./lora-alpaca
batch_size: 48 batch_size: 48
micro_batch_size: 4 micro_batch_size: 4

2
configs/quickstart.yml
View File

@@ -24,7 +24,7 @@ lora_fan_in_fan_out: false
wandb_project: wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-test output_dir: ./lora-test
batch_size: 4 batch_size: 4
micro_batch_size: 1 micro_batch_size: 1

2
configs/sample.yml
View File

@@ -49,7 +49,7 @@ lora_fan_in_fan_out: false
wandb_project: wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
# where to save the finsihed model to # where to save the finsihed model to
output_dir: ./completed-model output_dir: ./completed-model
# training hyperparameters # training hyperparameters

2
configs/stability_3b.yml
View File

@@ -20,7 +20,7 @@ lora_fan_in_fan_out: false
wandb_project: stable-alpaca-3b wandb_project: stable-alpaca-3b
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./stable-alpaca-3b output_dir: ./stable-alpaca-3b
batch_size: 2 batch_size: 2
micro_batch_size: 1 micro_batch_size: 1

2
configs/vicuna_13B_4bit_reflect.yml
View File

@@ -28,7 +28,7 @@ lora_fan_in_fan_out: false
wandb_project: wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./lora-reflect output_dir: ./lora-reflect
batch_size: 8 batch_size: 8
micro_batch_size: 2 micro_batch_size: 2

2
examples/gptq-lora-7b/config.yml
View File

@@ -24,7 +24,7 @@ lora_fan_in_fan_out: false
wandb_project: llama-7b-lora-int4 wandb_project: llama-7b-lora-int4
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./llama-7b-lora-int4 output_dir: ./llama-7b-lora-int4
batch_size: 1 batch_size: 1
micro_batch_size: 1 micro_batch_size: 1

2
examples/mpt-7b/config.yml
View File

@@ -22,7 +22,7 @@ lora_fan_in_fan_out: false
wandb_project: mpt-alpaca-7b wandb_project: mpt-alpaca-7b
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./mpt-alpaca-7b output_dir: ./mpt-alpaca-7b
batch_size: 1 batch_size: 1
micro_batch_size: 1 micro_batch_size: 1

2
examples/redpajama/config-3b.yml
View File

@@ -23,7 +23,7 @@ lora_fan_in_fan_out: false
wandb_project: redpajama-alpaca-3b wandb_project: redpajama-alpaca-3b
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: checkpoint wandb_log_model:
output_dir: ./redpajama-alpaca-3b output_dir: ./redpajama-alpaca-3b
batch_size: 4 batch_size: 4
micro_batch_size: 1 micro_batch_size: 1