tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

more logging, wandb fixes

Browse Source
This commit is contained in:
Wing Lian
2023-04-15 13:37:17 -04:00
parent 2df63ef815
commit 05fffb53b4
5 changed files with 81 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
configs/cerebras_1_3B_alpaca.yml
View File

@@ -23,7 +23,7 @@ lora_target_modules:
lora_fan_in_fan_out: false
wandb_project: pythia-1.4b-lora
wandb_watch:
wandb_run_name:
wandb_run_id:
wandb_log_model: checkpoint
output_dir: ./lora-alpaca
batch_size: 32

2
configs/llama_65B_alpaca.yml
View File

@@ -25,7 +25,7 @@ lora_target_modules:
lora_fan_in_fan_out: true # pythia/GPTNeoX lora specific
wandb_project: llama-65b-lora
wandb_watch:
wandb_run_name:
wandb_run_id:
wandb_log_model: checkpoint
output_dir: ./lora-llama-alpaca
batch_size: 128

2
configs/pythia_1_2B_alpaca.yml
View File

@@ -25,7 +25,7 @@ lora_target_modules:
lora_fan_in_fan_out: true # pythia/GPTNeoX lora specific
wandb_project: pythia-1.4b-lora
wandb_watch:
wandb_run_name:
wandb_run_id:
wandb_log_model: checkpoint
output_dir: ./lora-alpaca
batch_size: 48