tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix for when sample_packing and eval_sample_packing are different (#1695)

Browse Source
This commit is contained in:
Wing Lian
2024-06-08 09:48:30 -04:00
committed by GitHub
parent ed8ef65371
commit 18cabc0c46
1 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -908,6 +908,17 @@ class AxolotlInputConfig(
"explicitly setting `eval_sample_packing` to match `sample_packing`" "explicitly setting `eval_sample_packing` to match `sample_packing`"
) )
data["eval_sample_packing"] = True data["eval_sample_packing"] = True
if (
data.get("sample_packing")
and data.get("eval_sample_packing") is False
and data.get("remove_unused_columns") is None
):
LOG.info(
"setting `remove_unused_columns: false` for when sample_packing and eval_sample_packing don't match"
)
data["remove_unused_columns"] = False
return data return data
@model_validator(mode="before") @model_validator(mode="before")