use the extracted field_messages to parse the role fields (#2265)

This commit is contained in:
Wing Lian
2025-01-21 15:39:30 -05:00
committed by GitHub
parent bb9d4102c4
commit 8fb72cbc0b

View File

@@ -30,7 +30,7 @@ def parse_dataset(dataset=None, split="train"):
)
ds_cfg["field_messages"] = field_messages
message_fields = features["conversations"][0].keys()
message_fields = features[field_messages][0].keys()
message_field_role = None
for key in ["from", "role"]:
if key in message_fields: