add option to readme

This commit is contained in:
Wing Lian
2023-06-10 11:57:41 -04:00
parent a03a7d7d8b
commit 5878bb1f3a

View File

@@ -419,6 +419,9 @@ flash_attention: # require a100 for llama
sdp_attention:
# Landmark attention (only llama)
landmark_attention:
# xpos RoPE see https://github.com/kaiokendev/cutoff-len-is-context-len/blob/main/util/xpos_rope_llama_monkey_patch.py
# llama only
xpos_rope:
# resume from a specific checkpoint dir
resume_from_checkpoint: