diff --git a/src/window.cpp b/src/window.cpp
index fdf8811170..b45e844435 100644
--- a/src/window.cpp
+++ b/src/window.cpp
@@ -1392,6 +1392,7 @@ static void DecreaseWindowCounters()
 					NWidgetScrollbar *sb = static_cast<NWidgetScrollbar*>(nwid);
 					if (sb->disp_flags & (ND_SCROLLBAR_UP | ND_SCROLLBAR_DOWN)) {
 						sb->disp_flags &= ~(ND_SCROLLBAR_UP | ND_SCROLLBAR_DOWN);
+						w->scrolling_scrollbar = -1;
 						sb->SetDirty(w);
 					}
 				}