Index: Gruntfile.js
===================================================================
--- Gruntfile.js	(revision 31573)
+++ Gruntfile.js	(working copy)
@@ -192,6 +192,28 @@
 						}
 					]
 				},
+				properties : [
+					{
+						name: 'dashicons-left-right-arrows',
+						expr: /content/im,
+						action: function( prop, value ) {
+							if ( value === '"\\f141"' ) { // dashicons-arrow-left
+								value = '"\\f139"';
+							} else if ( value === '"\\f340"' ) { // dashicons-arrow-left-alt
+								value = '"\\f344"';
+							} else if ( value === '"\\f341"' ) { // dashicons-arrow-left-alt2
+								value = '"\\f345"';
+							} else if ( value === '"\\f139"' ) { // dashicons-arrow-right
+								value = '"\\f141"';
+							} else if ( value === '"\\f344"' ) { // dashicons-arrow-right-alt
+								value = '"\\f340"';
+							} else if ( value === '"\\f345"' ) { // dashicons-arrow-right-alt2
+								value = '"\\f341"';
+							}
+							return { 'prop': prop, 'value': value };
+						}
+					}
+				],
 				saveUnmodified: false
 			},
 			core: {
Index: src/wp-admin/css/customize-controls.css
===================================================================
--- src/wp-admin/css/customize-controls.css	(revision 31568)
+++ src/wp-admin/css/customize-controls.css	(working copy)
@@ -162,10 +162,6 @@
 	z-index: 0;
 }
 
-.rtl .control-section.control-panel > .accordion-section-title:after {
-	content: "\f341";
-}
-
 #customize-theme-controls .control-section.control-panel > h3.accordion-section-title:focus:after,
 #customize-theme-controls .control-section.control-panel > h3.accordion-section-title:hover:after {
 	background: #ddd;
@@ -262,10 +258,6 @@
 	left: 13px;
 }
 
-.rtl .control-panel-back:before {
-	content: "\f345";
-}
-
 .in-sub-panel .control-panel-back {
 	left: 0;
 }
@@ -940,10 +932,6 @@
 	content: "\f345";
 }
 
-.rtl .control-panel-back.themes-panel-back:before {
-	content: "\f341";
-}
-
 /* Details View */
 .wp-customizer .theme-overlay {
 	display: none;
@@ -988,7 +976,7 @@
 		right: 0;
 		top: 0;
 		bottom: 0;
-	}	
+	}
 }
 
 
Index: src/wp-admin/css/themes.css
===================================================================
--- src/wp-admin/css/themes.css	(revision 31573)
+++ src/wp-admin/css/themes.css	(working copy)
@@ -499,14 +499,12 @@
 	font-weight: 300;
 }
 
-.theme-overlay .theme-header .left:before,
-.rtl .theme-overlay .theme-header .right:before {
-	content: '\f341';
+.theme-overlay .theme-header .left:before {
+	content: "\f341";
 }
 
-.theme-overlay .theme-header .right:before,
-.rtl .theme-overlay .theme-header .left:before {
-	content: '\f345';
+.theme-overlay .theme-header .right:before {
+	content: "\f345";
 }
 
 
@@ -1462,14 +1460,6 @@
 	pointer-events: none;
 }
 
-.rtl .theme-install-overlay .previous-theme:before {
-	content: "\f345";
-}
-
-.rtl .theme-install-overlay .next-theme:before {
-	content: "\f341";
-}
-
 /* Collapse Button */
 .wp-full-overlay a.collapse-sidebar {
 	position: absolute;
Index: src/wp-includes/script-loader.php
===================================================================
--- src/wp-includes/script-loader.php	(revision 31572)
+++ src/wp-includes/script-loader.php	(working copy)
@@ -706,7 +706,7 @@
 		'wp-admin', 'install', 'wp-color-picker', 'customize-controls', 'customize-widgets', 'ie', 'login', 'press-this',
 		// wp-includes
 		'buttons', 'admin-bar', 'wp-auth-check', 'editor-buttons', 'media-views', 'wp-pointer',
-		'wp-jquery-ui-dialog',
+		'wp-jquery-ui-dialog', 'dashicons',
 		// deprecated
 		'media', 'farbtastic',
 	);
