Changeset 59075

Timestamp:

09/20/2024 08:21:59 PM (2 years ago)

Author:

dmsnell

Message:

HTML API: Add get_full_comment_text() method.

Previously, there were a few cases where the modifiable text read from an HTML comment differs slightly from the parsed value of its inner text in a browser. This is due to the specific way that invalid HTML syntax tokens become "bogus comments."

This patch introduces a new method to the Tag Processor to allow differentiating these specific cases, such as when copying or serializing HTML from one source to another. Similar code has already been in use in the html5lib tests, and this patch simplifies the test runner, evidencing the fact that this method was already needed.

Developed in ​https://github.com/wordpress/wordpress-develop/pull/7342
Discussed in https://core.trac.wordpress.org/ticket/62036

Props dmsnell, jonsurrell.
See #62036.

Location:

trunk

Files:

• src/wp-includes/html-api/class-wp-html-tag-processor.php (modified) (1 diff)
• tests/phpunit/tests/html-api/wpHtmlProcessorHtml5lib.php (modified) (2 diffs)

trunk/src/wp-includes/html-api/class-wp-html-tag-processor.php

@@ -3384 +3384 @@
 
                 return $this->comment_type;
+        }
+
+        /**
+         * Returns the text of a matched comment or null if not on a comment type node.
+         *
+         * This method returns the entire text content of a comment node as it
+         * would appear in the browser.
+         *
+         * This differs from {@see ::get_modifiable_text()} in that certain comment
+         * types in the HTML API cannot allow their entire comment text content to
+         * be modified. Namely, "bogus comments" of the form `<?not allowed in html>`
+         * will create a comment whose text content starts with `?`. Note that if
+         * that character were modified, it would be possible to change the node
+         * type.
+         *
+         * @since 6.7.0
+         *
+         * @return string|null The comment text as it would appear in the browser or null
+         *                     if not on a comment type node.
+         */
+        public function get_full_comment_text(): ?string {
+                if ( self::STATE_FUNKY_COMMENT === $this->parser_state ) {
+                        return $this->get_modifiable_text();
+                }
+
+                if ( self::STATE_COMMENT !== $this->parser_state ) {
+                        return null;
+                }
+
+                switch ( $this->get_comment_type() ) {
+                        case self::COMMENT_AS_HTML_COMMENT:
+                        case self::COMMENT_AS_ABRUPTLY_CLOSED_COMMENT:
+                                return $this->get_modifiable_text();
+
+                        case self::COMMENT_AS_CDATA_LOOKALIKE:
+                                return "[CDATA[{$this->get_modifiable_text()}]]";
+
+                        case self::COMMENT_AS_PI_NODE_LOOKALIKE:
+                                return "?{$this->get_tag()}{$this->get_modifiable_text()}?";
+
+                        /*
+                         * This represents "bogus comments state" from HTML tokenization.
+                         * This can be entered by `<?` or `<!`, where `?` is included in
+                         * the comment text but `!` is not.
+                         */
+                        case self::COMMENT_AS_INVALID_HTML:
+                                $preceding_character = $this->html[ $this->text_starts_at - 1 ];
+                                $comment_start       = '?' === $preceding_character ? '?' : '';
+                                return "{$comment_start}{$this->get_modifiable_text()}";
+                }
+
+                return null;
         }
 

trunk/tests/phpunit/tests/html-api/wpHtmlProcessorHtml5lib.php

@@ -28 +28 @@
          */
         const SKIP_TESTS = array(
-                'comments01/line0155'    => 'Unimplemented: Need to access raw comment text on non-normative comments.',
-                'comments01/line0169'    => 'Unimplemented: Need to access raw comment text on non-normative comments.',
-                'html5test-com/line0129' => 'Unimplemented: Need to access raw comment text on non-normative comments.',
-                'noscript01/line0014'    => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests14/line0022'       => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests14/line0055'       => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests19/line0488'       => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests19/line0500'       => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests19/line1079'       => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests2/line0207'        => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests2/line0686'        => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests2/line0697'        => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'tests2/line0709'        => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
-                'webkit01/line0231'      => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'noscript01/line0014' => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests14/line0022'    => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests14/line0055'    => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests19/line0488'    => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests19/line0500'    => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests19/line1079'    => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests2/line0207'     => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests2/line0686'     => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests2/line0697'     => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'tests2/line0709'     => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
+                'webkit01/line0231'   => 'Unimplemented: This parser does not add missing attributes to existing HTML or BODY tags.',
         );
 
@@ -316 +313 @@
 
                                 case '#comment':
-                                        switch ( $processor->get_comment_type() ) {
-                                                case WP_HTML_Processor::COMMENT_AS_ABRUPTLY_CLOSED_COMMENT:
-                                                case WP_HTML_Processor::COMMENT_AS_HTML_COMMENT:
-                                                case WP_HTML_Processor::COMMENT_AS_INVALID_HTML:
-                                                        $comment_text_content = $processor->get_modifiable_text();
-                                                        break;
-
-                                                case WP_HTML_Processor::COMMENT_AS_CDATA_LOOKALIKE:
-                                                        $comment_text_content = "[CDATA[{$processor->get_modifiable_text()}]]";
-                                                        break;
-
-                                                case WP_HTML_Processor::COMMENT_AS_PI_NODE_LOOKALIKE:
-                                                        $comment_text_content = "?{$processor->get_tag()}{$processor->get_modifiable_text()}?";
-                                                        break;
-
-                                                default:
-                                                        throw new Error( "Unhandled comment type for tree construction: {$processor->get_comment_type()}" );
-                                        }
                                         // Comments must be "<" then "!-- " then the data then " -->".
-                                        $output .= str_repeat( self::TREE_INDENT, $indent_level ) . "<!-- {$comment_text_content} -->\n";
+                                        $output .= str_repeat( self::TREE_INDENT, $indent_level ) . "<!-- {$processor->get_full_comment_text()} -->\n";
                                         break;