tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

hash for temperature too

Browse Source
This commit is contained in:
Wing Lian
2024-12-24 15:48:35 -05:00
parent 8b0104fa7c
commit 8d77dc385e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/utils/data/sft.py
View File

@@ -176,10 +176,11 @@ def load_tokenized_prepared_datasets(
+ "@" + "@"
+ str(cfg.group_by_length) + str(cfg.group_by_length)
+ "@" + "@"
+ str(cfg.kd_temperature or 1.0)
+ "|".join( + "|".join(
sorted( sorted(
[ [
f"{d.path}:{d.type}:{d.shards}:{d.conversation}{d.split}" f"{d.path}:{d.type}:{d.shards}:{d.conversation}:{d.split}:{d.temperature or 1.0}"
for d in cfg_datasets for d in cfg_datasets
] ]
) )