feat: update yml chat_template to specify dataset field (#2001) [skip ci]

* feat: update yml chat_template to specify dataset field * feat: replace sharegpt references with chat_template
2024-10-29 21:26:03 +07:00
parent 107b67b852
commit 8c3a727f9d
7 changed files with 26 additions and 13 deletions
--- a/examples/gemma2/qlora.yml
+++ b/examples/gemma2/qlora.yml
@@ -11,8 +11,11 @@ chat_template: gemma
 datasets:
  - path: cgato/SlimOrcaDedupCleaned
    type: chat_template
-    chat_template: gemma
    drop_system_message: true
+    field_messages: conversations
+    message_field_role: from
+    message_field_content: value
+
 val_set_size: 0.0
 output_dir: ./outputs/out