Index: src/js/media/views/attachments/browser.js
===================================================================
--- src/js/media/views/attachments/browser.js	(revision 51439)
+++ src/js/media/views/attachments/browser.js	(working copy)
@@ -88,8 +88,11 @@
 		}
 
 		this.updateContent();
-		this.updateLoadMoreView();
 
+		if ( ! infiniteScrolling ) {
+			this.updateLoadMoreView();
+		}
+
 		if ( ! this.options.sidebar || 'errors' === this.options.sidebar ) {
 			this.$el.addClass( 'hide-sidebar' );