diff --git a/src/client.cc b/src/client.cc
index dacaf607..77b7e034 100644
--- a/src/client.cc
+++ b/src/client.cc
@@ -117,7 +117,7 @@ void Client::check_buffer_fs_timestamp()
 
     const String& filename = buffer.name();
     time_t ts = get_fs_timestamp(filename);
-    if (ts == buffer.fs_timestamp())
+    if (ts == InvalidTime or ts == buffer.fs_timestamp())
         return;
     if (reload == Ask)
     {