From 1d7ab5216102ad5d92acab025b9e4e9d554a4eb1 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 15 Oct 2024 11:45:41 -0400 Subject: [PATCH] update docs and example --- README.md | 2 +- examples/deepseek-v2/qlora-fsdp-2_5.yaml | 2 +- examples/llama-3/fft-8b-liger-fsdp.yaml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index c12aa3bba..9f820fcf8 100644 --- a/README.md +++ b/README.md @@ -562,7 +562,7 @@ plugins: - axolotl.integrations.liger.LigerPlugin liger_rope: true liger_rms_norm: true -liger_swiglu: true +liger_glu_activation: true liger_fused_linear_cross_entropy: true ``` diff --git a/examples/deepseek-v2/qlora-fsdp-2_5.yaml b/examples/deepseek-v2/qlora-fsdp-2_5.yaml index 0320e0213..6b8771d81 100644 --- a/examples/deepseek-v2/qlora-fsdp-2_5.yaml +++ b/examples/deepseek-v2/qlora-fsdp-2_5.yaml @@ -9,7 +9,7 @@ strict: false plugins: - axolotl.integrations.liger.LigerPlugin liger_rms_norm: true -liger_swiglu: true +liger_glu_activation: true liger_fused_linear_cross_entropy: true chat_template: deepseek_v2 diff --git a/examples/llama-3/fft-8b-liger-fsdp.yaml b/examples/llama-3/fft-8b-liger-fsdp.yaml index 99ba63fcc..043b5c980 100644 --- a/examples/llama-3/fft-8b-liger-fsdp.yaml +++ b/examples/llama-3/fft-8b-liger-fsdp.yaml @@ -4,7 +4,7 @@ plugins: - axolotl.integrations.liger.LigerPlugin liger_rope: true liger_rms_norm: true -liger_swiglu: true +liger_glu_activation: true liger_fused_linear_cross_entropy: true strict: false