fix: remove lora in fft config

2025-08-12 20:31:48 +07:00
parent 7e83268662
commit 272a456ec0
1 changed files with 0 additions and 12 deletions
--- a/examples/glm4/glm4.5-fft-fsdp2-offload.yaml
+++ b/examples/glm4/glm4.5-fft-fsdp2-offload.yaml
@@ -18,18 +18,6 @@ sequence_len: 2048
 sample_packing: true
 eval_sample_packing: true

-lora_r: 16
-lora_alpha: 32
-lora_dropout: 0.05
-lora_target_modules:
-  - gate_proj
-  - down_proj
-  - up_proj
-  - q_proj
-  - v_proj
-  - k_proj
-  - o_proj
-
 wandb_project:
 wandb_entity:
 wandb_watch: