diff --git a/src/axolotl/cli/preprocess.py b/src/axolotl/cli/preprocess.py
index 21436bf41..2c2709519 100644
--- a/src/axolotl/cli/preprocess.py
+++ b/src/axolotl/cli/preprocess.py
@@ -7,7 +7,6 @@ from pathlib import Path
 import fire
 import transformers
 from colorama import Fore
-from datasets import disable_caching
 
 from axolotl.cli import (
     check_accelerate_default_config,
@@ -29,15 +28,10 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
     check_accelerate_default_config()
     check_user_token()
     parser = transformers.HfArgumentParser((PreprocessCliArgs))
-    parsed_cli_args, remaining_args = parser.parse_args_into_dataclasses(
+    parsed_cli_args, _ = parser.parse_args_into_dataclasses(
         return_remaining_strings=True
     )
 
-    if (
-        remaining_args.get("disable_caching") is not None
-        and remaining_args["disable_caching"]
-    ):
-        disable_caching()
     if not parsed_cfg.dataset_prepared_path:
         msg = (
             Fore.RED
diff --git a/src/axolotl/cli/train.py b/src/axolotl/cli/train.py
index 6b5f49686..e099a1a6d 100644
--- a/src/axolotl/cli/train.py
+++ b/src/axolotl/cli/train.py
@@ -6,7 +6,6 @@ from pathlib import Path
 
 import fire
 import transformers
-from datasets import disable_caching
 
 from axolotl.cli import (
     check_accelerate_default_config,
@@ -29,15 +28,10 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
     check_accelerate_default_config()
     check_user_token()
     parser = transformers.HfArgumentParser((TrainerCliArgs))
-    parsed_cli_args, remaining_args = parser.parse_args_into_dataclasses(
+    parsed_cli_args, _ = parser.parse_args_into_dataclasses(
         return_remaining_strings=True
     )
 
-    if (
-        remaining_args.get("disable_caching") is not None
-        and remaining_args["disable_caching"]
-    ):
-        disable_caching()
     if parsed_cfg.rl:
         dataset_meta = load_rl_datasets(cfg=parsed_cfg, cli_args=parsed_cli_args)
     else: