From 7f17eff81a5bfa6ce725c5ddbb49a39ec05125fa Mon Sep 17 00:00:00 2001 From: Maziyar Panahi Date: Tue, 9 Apr 2024 16:57:24 +0200 Subject: [PATCH] Fix the wrong adapter in qwen2-moe-qlora example (#1501) [skip ci] It should be `qlora` instead of `lora` --- examples/qwen/qwen2-moe-qlora.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/qwen/qwen2-moe-qlora.yaml b/examples/qwen/qwen2-moe-qlora.yaml index 2242eac0d..d6a835a0a 100644 --- a/examples/qwen/qwen2-moe-qlora.yaml +++ b/examples/qwen/qwen2-moe-qlora.yaml @@ -16,7 +16,7 @@ sequence_len: 1024 # supports up to 32k sample_packing: false pad_to_sequence_len: false -adapter: lora +adapter: qlora lora_model_dir: lora_r: 32 lora_alpha: 16