From 0a0115493dde0ce18c5811eec7fa2443230fda77 Mon Sep 17 00:00:00 2001 From: Salman Mohammadi Date: Wed, 21 Jan 2026 10:06:58 +0000 Subject: [PATCH] remove monkeypatch --- examples/gemma3/gemma-3-1b-fft-dft.yml | 2 -- src/axolotl/loaders/patch_manager.py | 6 ------ 2 files changed, 8 deletions(-) diff --git a/examples/gemma3/gemma-3-1b-fft-dft.yml b/examples/gemma3/gemma-3-1b-fft-dft.yml index 9e274ef18..9846c5e9e 100644 --- a/examples/gemma3/gemma-3-1b-fft-dft.yml +++ b/examples/gemma3/gemma-3-1b-fft-dft.yml @@ -21,9 +21,7 @@ val_set_size: 0.05 output_dir: ./outputs/gemma-3-1b-fft-dft sequence_len: 2048 -sample_packing: true -# Enable Dynamic Fine-Tuning loss use_dynamic_finetuning: true wandb_project: diff --git a/src/axolotl/loaders/patch_manager.py b/src/axolotl/loaders/patch_manager.py index d89d32f11..b7a53c4d5 100644 --- a/src/axolotl/loaders/patch_manager.py +++ b/src/axolotl/loaders/patch_manager.py @@ -96,7 +96,6 @@ class PatchManager: # self._apply_flex_attention_patches() self._apply_flash_attention_patches() self._apply_chunked_cross_entropy_patch() - self._apply_dft_loss_patch() self._apply_fsdp_patches() self._apply_adapter_patches() self._apply_model_specific_patches() @@ -158,11 +157,6 @@ class PatchManager: else: patch_chunked_ce_loss_fn() - def _apply_dft_loss_patch(self): - # DFT loss is now applied via compute_loss_func in the trainer builder - # See: src/axolotl/core/builders/causal.py - pass - def _apply_fsdp_patches(self): """Apply patches for FSDP configurations.""" if self.cfg.context_parallel_size > 1 or (