From 3855f5c3d3cbff8692d02fdd275df66299fc1758 Mon Sep 17 00:00:00 2001 From: bursteratom Date: Wed, 11 Dec 2024 11:03:39 -0500 Subject: [PATCH] tp example tp auto --- examples/llama-3/fft-8b-tp.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/llama-3/fft-8b-tp.yml b/examples/llama-3/fft-8b-tp.yml index c61e033ee..e80380053 100644 --- a/examples/llama-3/fft-8b-tp.yml +++ b/examples/llama-3/fft-8b-tp.yml @@ -34,7 +34,7 @@ bf16: auto fp16: tf32: false -tensor_parallel: true +tensor_parallel: 'auto' gradient_checkpointing: true gradient_checkpointing_kwargs: