diff --git a/examples/llama-3/lora-8b.yml b/examples/llama-3/lora-8b.yml index cd21effb9..dfc881faf 100644 --- a/examples/llama-3/lora-8b.yml +++ b/examples/llama-3/lora-8b.yml @@ -24,7 +24,7 @@ lora_alpha: 16 lora_dropout: 0.05 lora_target_linear: true lora_fan_in_fan_out: -lora_modules_to_save: +lora_modules_to_save: - embed_tokens - lm_head