From 21c25cf7bcbb8585215d85c93b8166e726b044c0 Mon Sep 17 00:00:00 2001 From: sunny Date: Fri, 1 Nov 2024 16:34:00 -0400 Subject: [PATCH] test --- examples/llama-3/fft-8b-liger-fsdp.yaml | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/examples/llama-3/fft-8b-liger-fsdp.yaml b/examples/llama-3/fft-8b-liger-fsdp.yaml index 9680c13de..654c6f028 100644 --- a/examples/llama-3/fft-8b-liger-fsdp.yaml +++ b/examples/llama-3/fft-8b-liger-fsdp.yaml @@ -9,9 +9,14 @@ liger_fused_linear_cross_entropy: true strict: false +chat_template: llama3 datasets: - - path: tatsu-lab/alpaca - type: alpaca + - path: mlabonne/FineTome-100k + type: chat_template + split: train[:20%] + field_messages: conversations + message_field_role: from + message_field_content: value dataset_prepared_path: last_run_prepared val_set_size: 0 output_dir: ./outputs/out