diff --git a/examples/llama-3/fft-8b-liger-fsdp.yaml b/examples/llama-3/fft-8b-liger-fsdp.yaml index 9680c13de..654c6f028 100644 --- a/examples/llama-3/fft-8b-liger-fsdp.yaml +++ b/examples/llama-3/fft-8b-liger-fsdp.yaml @@ -9,9 +9,14 @@ liger_fused_linear_cross_entropy: true strict: false +chat_template: llama3 datasets: - - path: tatsu-lab/alpaca - type: alpaca + - path: mlabonne/FineTome-100k + type: chat_template + split: train[:20%] + field_messages: conversations + message_field_role: from + message_field_content: value dataset_prepared_path: last_run_prepared val_set_size: 0 output_dir: ./outputs/out