tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fixed yml for issue1947 testing

Browse Source
This commit is contained in:
sunny
2024-10-17 12:31:11 -04:00
parent 6a32e9a0df
commit dba033cb5b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/llama-3/fft-1b-fsdp.yml → examples/llama-3/fft-8b-fsdp.yml
View File

@@ -1,4 +1,4 @@
base_model: meta-llama/Llama-3.2-1B base_model: meta-llama/Llama-3.1-8B-Instruct
save_safetensors: true save_safetensors: true
@@ -9,7 +9,7 @@ datasets:
dataset_prepared_path: ./last_run_prepared dataset_prepared_path: ./last_run_prepared
output_dir: ./outputs/fft-out output_dir: ./outputs/fft-out
sequence_len: 2048 sequence_len: 8192
gradient_accumulation_steps: 1 gradient_accumulation_steps: 1
micro_batch_size: 1 micro_batch_size: 1