tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Merge pull request #193 from OpenAccess-AI-Collective/config-fixes-20230612

Browse Source 
config fixes
This commit is contained in:
Wing Lian
2023-06-12 08:24:52 -04:00
committed by GitHub
parent 8e568bbdae 9a58e99e81
commit 94f310c7a6
4 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/falcon/config-7b-lora.yml
View File

@@ -23,7 +23,7 @@ lora_dropout: 0.0
lora_target_modules: lora_target_modules:
lora_target_linear: true lora_target_linear: true
lora_fan_in_fan_out: lora_fan_in_fan_out:
wandb_project: falcon-7b wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: wandb_log_model:

2
examples/falcon/config-7b.yml
View File

@@ -23,7 +23,7 @@ lora_dropout: 0.0
lora_target_modules: lora_target_modules:
lora_target_linear: true lora_target_linear: true
lora_fan_in_fan_out: lora_fan_in_fan_out:
wandb_project: falcon-7b wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: wandb_log_model:

4
examples/openllama-3b/config.yml
View File

@@ -25,7 +25,7 @@ wandb_project:
wandb_watch: wandb_watch:
wandb_run_id: wandb_run_id:
wandb_log_model: wandb_log_model:
output_dir: ./lora-out output_dir: ./openllama-out
batch_size: 16 batch_size: 16
micro_batch_size: 4 micro_batch_size: 4
num_epochs: 3 num_epochs: 3
@@ -43,7 +43,7 @@ early_stopping_patience:
resume_from_checkpoint: resume_from_checkpoint:
local_rank: local_rank:
logging_steps: 1 logging_steps: 1
xformers_attention: xformers_attention: true
flash_attention: flash_attention:
gptq_groupsize: gptq_groupsize:
gptq_model_v1: gptq_model_v1:

2
examples/openllama-3b/lora.yml
View File

@@ -49,7 +49,7 @@ early_stopping_patience:
resume_from_checkpoint: resume_from_checkpoint:
local_rank: local_rank:
logging_steps: 1 logging_steps: 1
xformers_attention: xformers_attention: true
flash_attention: flash_attention:
gptq_groupsize: gptq_groupsize:
gptq_model_v1: gptq_model_v1: