update docs and example

2024-10-15 11:45:41 -04:00
parent fcdc6fee8b
commit 1d7ab52161
3 changed files with 3 additions and 3 deletions
--- a/examples/deepseek-v2/qlora-fsdp-2_5.yaml
+++ b/examples/deepseek-v2/qlora-fsdp-2_5.yaml
@@ -9,7 +9,7 @@ strict: false
 plugins:
  - axolotl.integrations.liger.LigerPlugin
 liger_rms_norm: true
-liger_swiglu: true
+liger_glu_activation: true
 liger_fused_linear_cross_entropy: true

 chat_template: deepseek_v2