diff --git a/examples/qwen/qwen2-moe-qlora.yaml b/examples/qwen/qwen2-moe-qlora.yaml index 2242eac0d..d6a835a0a 100644 --- a/examples/qwen/qwen2-moe-qlora.yaml +++ b/examples/qwen/qwen2-moe-qlora.yaml @@ -16,7 +16,7 @@ sequence_len: 1024 # supports up to 32k sample_packing: false pad_to_sequence_len: false -adapter: lora +adapter: qlora lora_model_dir: lora_r: 32 lora_alpha: 16