tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

ensure explicit eval_sample_packing to avoid mismatch issues (#1692)

Browse Source
This commit is contained in:
Wing Lian
2024-06-07 11:28:43 -04:00
committed by GitHub
parent a82a711522
commit 9c1af1a9c0
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -899,6 +899,15 @@ class AxolotlInputConfig(
raise ValueError( raise ValueError(
"eval_table_size and eval_sample_packing are not supported together with sample_packing. Please set 'eval_sample_packing' to false." "eval_table_size and eval_sample_packing are not supported together with sample_packing. Please set 'eval_sample_packing' to false."
) )
if (
data.get("sample_packing")
and data.get("eval_sample_packing") is None
and not data.get("eval_table_size")
):
LOG.info(
"explicitly setting `eval_sample_packing` to match `sample_packing`"
)
data["eval_sample_packing"] = True
return data return data
@model_validator(mode="before") @model_validator(mode="before")