tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

yml change

Browse Source
This commit is contained in:
sunny
2024-10-29 15:27:42 -04:00
parent 46d2b4ce89
commit fc1f275e6c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
1991.yml
View File

@@ -254,7 +254,7 @@ unfrozen_parameters:
# model.embed_tokens layers # model.embed_tokens layers
gradient_accumulation_steps: 16 gradient_accumulation_steps: 2
micro_batch_size: 2 micro_batch_size: 2
num_epochs: 3 num_epochs: 3
optimizer: adamw_torch_fused optimizer: adamw_torch_fused