Index: src/js/_enqueues/lib/link.js
===================================================================
--- src/js/_enqueues/lib/link.js	(revision 46688)
+++ src/js/_enqueues/lib/link.js	(working copy)
@@ -741,8 +741,13 @@
 				el = this.element,
 				bottom = el.scrollTop() + el.height();
 
-			if ( ! this.query.ready() || bottom < this.contentHeight.height() - wpLink.riverBottomThreshold )
+			if (
+				! this.visible
+				|| ! this.query.ready()
+				|| bottom < this.contentHeight.height() - wpLink.riverBottomThreshold
+			) {
 				return;
+			}
 
 			setTimeout(function() {
 				var newTop = el.scrollTop(),