From 5878bb1f3aa00e83de21b0a4097127f0223855c2 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Sat, 10 Jun 2023 11:57:41 -0400
Subject: [PATCH] add option to readme

---
 README.md | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/README.md b/README.md
index 2b14fe94b..de929f237 100644
--- a/README.md
+++ b/README.md
@@ -419,6 +419,9 @@ flash_attention:  # require a100 for llama
 sdp_attention:
 # Landmark attention (only llama)
 landmark_attention:
+# xpos RoPE see https://github.com/kaiokendev/cutoff-len-is-context-len/blob/main/util/xpos_rope_llama_monkey_patch.py
+# llama only
+xpos_rope:
 
 # resume from a specific checkpoint dir
 resume_from_checkpoint: