tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

tp example tp auto

Browse Source
This commit is contained in:
bursteratom
2024-12-11 11:03:39 -05:00
parent 5dd566dc63
commit 3855f5c3d3
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llama-3/fft-8b-tp.yml
View File

@@ -34,7 +34,7 @@ bf16: auto
fp16: fp16:
tf32: false tf32: false
tensor_parallel: true tensor_parallel: 'auto'
gradient_checkpointing: true gradient_checkpointing: true
gradient_checkpointing_kwargs: gradient_checkpointing_kwargs: