diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py index 11983acd9..5eab9f61e 100644 --- a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py +++ b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py @@ -512,7 +512,9 @@ class AxolotlInputConfig( neftune_noise_alpha: Optional[float] = None - max_memory: Optional[Union[int, str]] = None + max_memory: Optional[ + Dict[Union[int, Literal["cpu", "disk"]], Union[int, str]] + ] = None gpu_memory_limit: Optional[Union[int, str]] = None chat_template: Optional[Union[Literal["chatml", "inst"], ChatTemplate]] = None