From 272a456ec053bfe89438cdf7f0a497580aee2567 Mon Sep 17 00:00:00 2001
From: NanoCode012 <nano@axolotl.ai>
Date: Tue, 12 Aug 2025 20:31:48 +0700
Subject: [PATCH] fix: remove lora in fft config

---
 examples/glm4/glm4.5-fft-fsdp2-offload.yaml | 12 ------------
 1 file changed, 12 deletions(-)

diff --git a/examples/glm4/glm4.5-fft-fsdp2-offload.yaml b/examples/glm4/glm4.5-fft-fsdp2-offload.yaml
index eb1f59607..c23dd2b4d 100644
--- a/examples/glm4/glm4.5-fft-fsdp2-offload.yaml
+++ b/examples/glm4/glm4.5-fft-fsdp2-offload.yaml
@@ -18,18 +18,6 @@ sequence_len: 2048
 sample_packing: true
 eval_sample_packing: true
 
-lora_r: 16
-lora_alpha: 32
-lora_dropout: 0.05
-lora_target_modules:
-  - gate_proj
-  - down_proj
-  - up_proj
-  - q_proj
-  - v_proj
-  - k_proj
-  - o_proj
-
 wandb_project:
 wandb_entity:
 wandb_watch: