From a48dbf6561cc74c275a48070f397334a2c367dd5 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Mon, 27 Nov 2023 21:23:54 +0900 Subject: [PATCH] fix: remove FA for qwen examples (#900) * fix: remove FA for qwen lora * fix: remove FA for qlora --- examples/qwen/lora.yml | 2 +- examples/qwen/qlora.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/qwen/lora.yml b/examples/qwen/lora.yml index 0deff6745..ca2061a5b 100644 --- a/examples/qwen/lora.yml +++ b/examples/qwen/lora.yml @@ -53,7 +53,7 @@ resume_from_checkpoint: local_rank: logging_steps: 1 xformers_attention: -flash_attention: true +flash_attention: warmup_steps: 10 eval_steps: 0.05 diff --git a/examples/qwen/qlora.yml b/examples/qwen/qlora.yml index d0a40461a..224020b7f 100644 --- a/examples/qwen/qlora.yml +++ b/examples/qwen/qlora.yml @@ -53,7 +53,7 @@ resume_from_checkpoint: local_rank: logging_steps: 1 xformers_attention: -flash_attention: true +flash_attention: warmup_steps: 10 eval_steps: 0.05