From c58eaaae5111408ee3b4276752db346e8d9044f0 Mon Sep 17 00:00:00 2001
From: NanoCode012 <nano@axolotl.ai>
Date: Wed, 25 Feb 2026 18:17:11 +0700
Subject: [PATCH] chore: add extra empty cache

---
 src/axolotl/loaders/model.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/axolotl/loaders/model.py b/src/axolotl/loaders/model.py
index 742a3fb92..9f6e92075 100644
--- a/src/axolotl/loaders/model.py
+++ b/src/axolotl/loaders/model.py
@@ -197,6 +197,7 @@ class ModelLoader:
             if get_moe_quantized_count() > 0:
                 self.model._moe_experts_quantized = True
                 patch_peft_target_parameters_matching()
+                torch.cuda.empty_cache()
 
         PLUGIN_MANAGER.post_model_build(self.cfg, self.model)