add option to readme
Browse files
README.md
CHANGED
|
@@ -419,6 +419,9 @@ flash_attention: # require a100 for llama
|
|
| 419 |
sdp_attention:
|
| 420 |
# Landmark attention (only llama)
|
| 421 |
landmark_attention:
|
|
|
|
|
|
|
|
|
|
| 422 |
|
| 423 |
# resume from a specific checkpoint dir
|
| 424 |
resume_from_checkpoint:
|
|
|
|
| 419 |
sdp_attention:
|
| 420 |
# Landmark attention (only llama)
|
| 421 |
landmark_attention:
|
| 422 |
+
# xpos RoPE see https://github.com/kaiokendev/cutoff-len-is-context-len/blob/main/util/xpos_rope_llama_monkey_patch.py
|
| 423 |
+
# llama only
|
| 424 |
+
xpos_rope:
|
| 425 |
|
| 426 |
# resume from a specific checkpoint dir
|
| 427 |
resume_from_checkpoint:
|