Index: wp-admin/includes/upgrade.php
===================================================================
--- wp-admin/includes/upgrade.php	(revision 28906)
+++ wp-admin/includes/upgrade.php	(working copy)
@@ -2160,7 +2160,7 @@
 endif;
 
 function wp_install_language_form( $languages ) {
-	echo "<fieldset>\n";
+	echo "<fieldset tabindex='-1'>\n";
 	echo "<legend class='screen-reader-text'>Select a default language</legend>\n";
 	echo '<input type="radio" checked="checked" class="screen-reader-input language-chooser-input" name="language" id="language_default" value="">';
 	echo '<label for="language_default">English (United States)</label>';
@@ -2170,7 +2170,7 @@
 		if ( isset( $languages[ WPLANG ] ) ) {
 			$language = $languages[ WPLANG ];
 			echo '<input type="radio" name="language" checked="checked" class="' . esc_attr( $language['language'] ) . ' screen-reader-input" id="language_wplang" value="' . esc_attr( $language['language'] ) . '">';
-			echo '<label for="language_wplang">' . esc_html( $language['native_name'] ) . "</label>\n";
+			echo '<label for="language_wplang" lang="'. esc_attr( $language['language'] ) . '">' . esc_html( $language['native_name'] ) . "</label>\n";
 		}
 	}
 
@@ -2179,7 +2179,7 @@
 		echo '<label for="language_' . esc_attr( $language['language'] ) . '">' . esc_html( $language['native_name'] ) . "</label>\n";
 	}
 	echo "</fieldset>\n";
-	echo '<p class="step"><span class="spinner"></span><input type="submit" class="button button-primary button-hero" value="&raquo;" /></p>';
+	echo '<p class="step"><span class="spinner"></span><input type="submit" class="button button-primary button-hero" value="Set &raquo;" /></p>';
 }
 
 /**