diff --git a/scripts/setup-runpod.sh b/scripts/setup-runpod.sh
index d6ce6c280..660df086f 100644
--- a/scripts/setup-runpod.sh
+++ b/scripts/setup-runpod.sh
@@ -33,6 +33,7 @@ curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/deepspeed-0.9.2
 curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl
 pip install deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl
 pip install flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl
+pip install "peft @ git+https://github.com/huggingface/peft.git@main" --force-reinstall --no-dependencies
 
 cd /workspace/
 git clone https://github.com/winglian/axolotl.git