From 66a1e209e351c977b1f839d04fc9163c6befd80d Mon Sep 17 00:00:00 2001 From: sunny Date: Fri, 18 Oct 2024 10:46:36 -0400 Subject: [PATCH] changed yml --- examples/llama-3/fft-8b-fsdp.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/llama-3/fft-8b-fsdp.yml b/examples/llama-3/fft-8b-fsdp.yml index 8efe1eb3d..81565c122 100644 --- a/examples/llama-3/fft-8b-fsdp.yml +++ b/examples/llama-3/fft-8b-fsdp.yml @@ -21,14 +21,14 @@ bf16: auto fp16: tf32: false -logging_steps: 10 +logging_steps: 2 xformers_attention: flash_attention: true -warmup_steps: 10 +warmup_steps: 2 evals_per_epoch: 2 save_steps: 2 -max_steps: 5 +max_steps: 2 weight_decay: 0.0 fsdp: