Fix the wrong adapter in qwen2-moe-qlora example (#1501) [skip ci]

It should be `qlora` instead of `lora`
2024-04-09 16:57:24 +02:00
parent ff01c45127
commit 7f17eff81a
1 changed files with 1 additions and 1 deletions
--- a/examples/qwen/qwen2-moe-qlora.yaml
+++ b/examples/qwen/qwen2-moe-qlora.yaml
@@ -16,7 +16,7 @@ sequence_len: 1024  # supports up to 32k
 sample_packing: false
 pad_to_sequence_len: false

-adapter: lora
+adapter: qlora
 lora_model_dir:
 lora_r: 32
 lora_alpha: 16