diff --git a/src/terminal_ui.cc b/src/terminal_ui.cc
index 8704fa78..998116bc 100644
--- a/src/terminal_ui.cc
+++ b/src/terminal_ui.cc
@@ -203,12 +203,14 @@ void TerminalUI::Screen::output(bool force)
                     changes.push_back({pos, 0, 0});
                 break;
             case DiffOp::Add:
-                if (changes.back().add == 0)
+                if (changes.back().add == 0 && changes.back().del == 0)
                     changes.back().pos = pos;
                 changes.back().add += len;
                 pos += len;
                 break;
             case DiffOp::Remove:
+                if (changes.back().add == 0 && changes.back().del == 0)
+                    changes.back().pos = pos;
                 changes.back().del += len;
                 break;
         }