diff --git a/README.asciidoc b/README.asciidoc
index 92f9652d..954e544c 100644
--- a/README.asciidoc
+++ b/README.asciidoc
@@ -142,7 +142,8 @@ Basic Movement
  * _?_: search (extend to next match)
  * _n_: select next match
  * _N_: add a new selection with next match
- * _alt-n_: replace main selection with next match (preserving the others)
+ * _alt-n_: select previous match
+ * _alt-N_: add a new selection with previous match
 
  * _pageup_: scroll up
  * _pagedown_: scroll down
diff --git a/src/normal.cc b/src/normal.cc
index 54348a9b..6710802e 100644
--- a/src/normal.cc
+++ b/src/normal.cc
@@ -1332,8 +1332,9 @@ KeyMap keymap =
     { alt('/'), search<SelectMode::Replace, Backward> },
     { alt('?'), search<SelectMode::Extend, Backward> },
     { 'n', search_next<SelectMode::Replace, Forward> },
-    { alt('n'), search_next<SelectMode::ReplaceMain, Forward> },
     { 'N', search_next<SelectMode::Append, Forward> },
+    { alt('n'), search_next<SelectMode::Replace, Backward> },
+    { alt('N'), search_next<SelectMode::Append, Backward> },
     { '*', use_selection_as_search_pattern<true> },
     { alt('*'), use_selection_as_search_pattern<false> },