From dba033cb5b6b7d67a9cea3fc46d27c1d33cc667a Mon Sep 17 00:00:00 2001 From: sunny Date: Thu, 17 Oct 2024 12:31:11 -0400 Subject: [PATCH] fixed yml for issue1947 testing --- examples/llama-3/{fft-1b-fsdp.yml => fft-8b-fsdp.yml} | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) rename examples/llama-3/{fft-1b-fsdp.yml => fft-8b-fsdp.yml} (90%) diff --git a/examples/llama-3/fft-1b-fsdp.yml b/examples/llama-3/fft-8b-fsdp.yml similarity index 90% rename from examples/llama-3/fft-1b-fsdp.yml rename to examples/llama-3/fft-8b-fsdp.yml index 84b4db48f..8efe1eb3d 100644 --- a/examples/llama-3/fft-1b-fsdp.yml +++ b/examples/llama-3/fft-8b-fsdp.yml @@ -1,4 +1,4 @@ -base_model: meta-llama/Llama-3.2-1B +base_model: meta-llama/Llama-3.1-8B-Instruct save_safetensors: true @@ -9,7 +9,7 @@ datasets: dataset_prepared_path: ./last_run_prepared output_dir: ./outputs/fft-out -sequence_len: 2048 +sequence_len: 8192 gradient_accumulation_steps: 1 micro_batch_size: 1