Index: src/js/_enqueues/lib/image-edit.js
===================================================================
--- src/js/_enqueues/lib/image-edit.js	(revision 58397)
+++ src/js/_enqueues/lib/image-edit.js	(working copy)
@@ -688,6 +688,11 @@
 		} ).done( function( response ) {
 			// Whether the executed action was `scale` or `restore`, the response does have a message.
 			if ( response && response.data.message.msg ) {
+				if( 'restore' === action && response.data.message.orig_size) {
+					// Reset the original sizes for this object on restore
+					t.hold.ow = response.data.message.orig_size.width;
+					t.hold.oh = response.data.message.orig_size.height;
+				}
 				wp.a11y.speak( response.data.message.msg );
 				return;
 			}
Index: src/wp-admin/includes/image-edit.php
===================================================================
--- src/wp-admin/includes/image-edit.php	(revision 58397)
+++ src/wp-admin/includes/image-edit.php	(working copy)
@@ -880,6 +880,11 @@
 		}
 	}
 
+	$msg->orig_size = array(
+		'width'  => $meta['width'],
+		'height' => $meta['height'],
+	);
+
 	return $msg;
 }