/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.209 - (hide annotations) (download) (as text)
Tue Oct 14 07:40:52 2008 UTC (17 years, 11 months ago) by wakaba
Branch: MAIN
Changes since 1.208: +4 -3 lines
File MIME type: application/x-wais-source
++ whatpm/t/ChangeLog	14 Oct 2008 07:37:19 -0000
	* tree-test-phrasing.dat: Wrong test results fixed.

	* tree-test-foreign.dat: New tests added.

	* testfiles.pl: "#..." line at the end of a test entry was not
	supported.

	* HTML-tree.t: Show the "#data" content in "no #errors" error
	message.

	* tokenizer-test-2.dat: A wrong test result fixed.

2008-10-14  Wakaba  <wakaba@suika.fam.cx>

1 wakaba 1.2 package Whatpm::HTML;
2 wakaba 1.1 use strict;
3 wakaba 1.209 our $VERSION=do{my @r=(q$Revision: 1.208 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 wakaba 1.63 use Error qw(:try);
5 wakaba 1.1
6 wakaba 1.208 use Whatpm::HTML::Tokenizer;
7    
8 wakaba 1.182 ## NOTE: This module don't check all HTML5 parse errors; character
9     ## encoding related parse errors are expected to be handled by relevant
10     ## modules.
11     ## Parse errors for control characters that are not allowed in HTML5
12     ## documents, for surrogate code points, and for noncharacter code
13     ## points, as well as U+FFFD substitions for characters whose code points
14     ## is higher than U+10FFFF may be detected by combining the parser with
15     ## the checker implemented by Whatpm::Charset::UnicodeChecker (for its
16     ## usage example, see |t/HTML-tree.t| in the Whatpm package or the
17     ## WebHACC::Language::HTML module in the WebHACC package).
18    
19 wakaba 1.18 ## ISSUE:
20     ## var doc = implementation.createDocument (null, null, null);
21     ## doc.write ('');
22     ## alert (doc.compatMode);
23 wakaba 1.1
24 wakaba 1.139 require IO::Handle;
25    
26 wakaba 1.208 ## Namespace URLs
27    
28 wakaba 1.126 my $HTML_NS = q<http://www.w3.org/1999/xhtml>;
29     my $MML_NS = q<http://www.w3.org/1998/Math/MathML>;
30     my $SVG_NS = q<http://www.w3.org/2000/svg>;
31     my $XLINK_NS = q<http://www.w3.org/1999/xlink>;
32     my $XML_NS = q<http://www.w3.org/XML/1998/namespace>;
33     my $XMLNS_NS = q<http://www.w3.org/2000/xmlns/>;
34    
35 wakaba 1.208 ## Element categories
36    
37 wakaba 1.206 ## Bits 12-15
38     sub SPECIAL_EL () { 0b1_000000000000000 }
39     sub SCOPING_EL () { 0b1_00000000000000 }
40     sub FORMATTING_EL () { 0b1_0000000000000 }
41     sub PHRASING_EL () { 0b1_000000000000 }
42    
43     ## Bits 10-11
44 wakaba 1.208 #sub FOREIGN_EL () { 0b1_00000000000 } # see Whatpm::HTML::Tokenizer
45 wakaba 1.206 sub FOREIGN_FLOW_CONTENT_EL () { 0b1_0000000000 }
46    
47     ## Bits 6-9
48     sub TABLE_SCOPING_EL () { 0b1_000000000 }
49     sub TABLE_ROWS_SCOPING_EL () { 0b1_00000000 }
50     sub TABLE_ROW_SCOPING_EL () { 0b1_0000000 }
51     sub TABLE_ROWS_EL () { 0b1_000000 }
52    
53     ## Bit 5
54     sub ADDRESS_DIV_P_EL () { 0b1_00000 }
55    
56     ## NOTE: Used in </body> and EOF algorithms.
57     ## Bit 4
58     sub ALL_END_TAG_OPTIONAL_EL () { 0b1_0000 }
59 wakaba 1.123
60 wakaba 1.151 ## NOTE: Used in "generate implied end tags" algorithm.
61 wakaba 1.194 ## NOTE: There is a code where a modified version of
62     ## END_TAG_OPTIONAL_EL is used in "generate implied end tags"
63     ## implementation (search for the algorithm name).
64 wakaba 1.206 ## Bit 3
65     sub END_TAG_OPTIONAL_EL () { 0b1_000 }
66    
67     ## Bits 0-2
68    
69     sub MISC_SPECIAL_EL () { SPECIAL_EL | 0b000 }
70     sub FORM_EL () { SPECIAL_EL | 0b001 }
71     sub FRAMESET_EL () { SPECIAL_EL | 0b010 }
72     sub HEADING_EL () { SPECIAL_EL | 0b011 }
73     sub SELECT_EL () { SPECIAL_EL | 0b100 }
74     sub SCRIPT_EL () { SPECIAL_EL | 0b101 }
75    
76     sub ADDRESS_DIV_EL () { SPECIAL_EL | ADDRESS_DIV_P_EL | 0b001 }
77     sub BODY_EL () { SPECIAL_EL | ALL_END_TAG_OPTIONAL_EL | 0b001 }
78    
79 wakaba 1.207 sub DTDD_EL () {
80 wakaba 1.206 SPECIAL_EL |
81     END_TAG_OPTIONAL_EL |
82     ALL_END_TAG_OPTIONAL_EL |
83     0b010
84     }
85     sub LI_EL () {
86     SPECIAL_EL |
87     END_TAG_OPTIONAL_EL |
88     ALL_END_TAG_OPTIONAL_EL |
89     0b100
90     }
91     sub P_EL () {
92     SPECIAL_EL |
93     ADDRESS_DIV_P_EL |
94     END_TAG_OPTIONAL_EL |
95     ALL_END_TAG_OPTIONAL_EL |
96     0b001
97 wakaba 1.123 }
98    
99 wakaba 1.206 sub TABLE_ROW_EL () {
100     SPECIAL_EL |
101     TABLE_ROWS_EL |
102     TABLE_ROW_SCOPING_EL |
103     ALL_END_TAG_OPTIONAL_EL |
104     0b001
105     }
106     sub TABLE_ROW_GROUP_EL () {
107     SPECIAL_EL |
108     TABLE_ROWS_EL |
109     TABLE_ROWS_SCOPING_EL |
110     ALL_END_TAG_OPTIONAL_EL |
111     0b001
112 wakaba 1.123 }
113    
114 wakaba 1.206 sub MISC_SCOPING_EL () { SCOPING_EL | 0b000 }
115     sub BUTTON_EL () { SCOPING_EL | 0b001 }
116     sub CAPTION_EL () { SCOPING_EL | 0b010 }
117     sub HTML_EL () {
118     SCOPING_EL |
119     TABLE_SCOPING_EL |
120     TABLE_ROWS_SCOPING_EL |
121     TABLE_ROW_SCOPING_EL |
122     ALL_END_TAG_OPTIONAL_EL |
123     0b001
124 wakaba 1.123 }
125 wakaba 1.206 sub TABLE_EL () {
126     SCOPING_EL |
127     TABLE_ROWS_EL |
128     TABLE_SCOPING_EL |
129     0b001
130 wakaba 1.123 }
131 wakaba 1.206 sub TABLE_CELL_EL () {
132     SCOPING_EL |
133     TABLE_ROW_SCOPING_EL |
134     ALL_END_TAG_OPTIONAL_EL |
135     0b001
136 wakaba 1.123 }
137    
138 wakaba 1.206 sub MISC_FORMATTING_EL () { FORMATTING_EL | 0b000 }
139     sub A_EL () { FORMATTING_EL | 0b001 }
140     sub NOBR_EL () { FORMATTING_EL | 0b010 }
141    
142     sub RUBY_EL () { PHRASING_EL | 0b001 }
143    
144     ## ISSUE: ALL_END_TAG_OPTIONAL_EL?
145     sub OPTGROUP_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b001 }
146     sub OPTION_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b010 }
147     sub RUBY_COMPONENT_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b100 }
148 wakaba 1.123
149 wakaba 1.206 sub MML_AXML_EL () { PHRASING_EL | FOREIGN_EL | 0b001 }
150 wakaba 1.123
151     my $el_category = {
152 wakaba 1.206 a => A_EL,
153     address => ADDRESS_DIV_EL,
154 wakaba 1.123 applet => MISC_SCOPING_EL,
155     area => MISC_SPECIAL_EL,
156 wakaba 1.193 article => MISC_SPECIAL_EL,
157     aside => MISC_SPECIAL_EL,
158 wakaba 1.123 b => FORMATTING_EL,
159     base => MISC_SPECIAL_EL,
160     basefont => MISC_SPECIAL_EL,
161     bgsound => MISC_SPECIAL_EL,
162     big => FORMATTING_EL,
163     blockquote => MISC_SPECIAL_EL,
164     body => BODY_EL,
165     br => MISC_SPECIAL_EL,
166     button => BUTTON_EL,
167     caption => CAPTION_EL,
168     center => MISC_SPECIAL_EL,
169     col => MISC_SPECIAL_EL,
170     colgroup => MISC_SPECIAL_EL,
171 wakaba 1.193 command => MISC_SPECIAL_EL,
172     datagrid => MISC_SPECIAL_EL,
173 wakaba 1.207 dd => DTDD_EL,
174 wakaba 1.193 details => MISC_SPECIAL_EL,
175     dialog => MISC_SPECIAL_EL,
176 wakaba 1.123 dir => MISC_SPECIAL_EL,
177 wakaba 1.206 div => ADDRESS_DIV_EL,
178 wakaba 1.123 dl => MISC_SPECIAL_EL,
179 wakaba 1.207 dt => DTDD_EL,
180 wakaba 1.123 em => FORMATTING_EL,
181     embed => MISC_SPECIAL_EL,
182 wakaba 1.193 eventsource => MISC_SPECIAL_EL,
183 wakaba 1.123 fieldset => MISC_SPECIAL_EL,
184 wakaba 1.193 figure => MISC_SPECIAL_EL,
185 wakaba 1.123 font => FORMATTING_EL,
186 wakaba 1.193 footer => MISC_SPECIAL_EL,
187 wakaba 1.123 form => FORM_EL,
188     frame => MISC_SPECIAL_EL,
189     frameset => FRAMESET_EL,
190     h1 => HEADING_EL,
191     h2 => HEADING_EL,
192     h3 => HEADING_EL,
193     h4 => HEADING_EL,
194     h5 => HEADING_EL,
195     h6 => HEADING_EL,
196     head => MISC_SPECIAL_EL,
197 wakaba 1.193 header => MISC_SPECIAL_EL,
198 wakaba 1.123 hr => MISC_SPECIAL_EL,
199     html => HTML_EL,
200     i => FORMATTING_EL,
201     iframe => MISC_SPECIAL_EL,
202     img => MISC_SPECIAL_EL,
203 wakaba 1.193 #image => MISC_SPECIAL_EL, ## NOTE: Commented out in the spec.
204 wakaba 1.123 input => MISC_SPECIAL_EL,
205     isindex => MISC_SPECIAL_EL,
206     li => LI_EL,
207     link => MISC_SPECIAL_EL,
208     listing => MISC_SPECIAL_EL,
209     marquee => MISC_SCOPING_EL,
210     menu => MISC_SPECIAL_EL,
211     meta => MISC_SPECIAL_EL,
212 wakaba 1.193 nav => MISC_SPECIAL_EL,
213 wakaba 1.206 nobr => NOBR_EL,
214 wakaba 1.123 noembed => MISC_SPECIAL_EL,
215     noframes => MISC_SPECIAL_EL,
216     noscript => MISC_SPECIAL_EL,
217     object => MISC_SCOPING_EL,
218     ol => MISC_SPECIAL_EL,
219     optgroup => OPTGROUP_EL,
220     option => OPTION_EL,
221     p => P_EL,
222     param => MISC_SPECIAL_EL,
223     plaintext => MISC_SPECIAL_EL,
224     pre => MISC_SPECIAL_EL,
225 wakaba 1.151 rp => RUBY_COMPONENT_EL,
226     rt => RUBY_COMPONENT_EL,
227     ruby => RUBY_EL,
228 wakaba 1.123 s => FORMATTING_EL,
229     script => MISC_SPECIAL_EL,
230     select => SELECT_EL,
231 wakaba 1.193 section => MISC_SPECIAL_EL,
232 wakaba 1.123 small => FORMATTING_EL,
233     spacer => MISC_SPECIAL_EL,
234     strike => FORMATTING_EL,
235     strong => FORMATTING_EL,
236     style => MISC_SPECIAL_EL,
237     table => TABLE_EL,
238     tbody => TABLE_ROW_GROUP_EL,
239     td => TABLE_CELL_EL,
240     textarea => MISC_SPECIAL_EL,
241     tfoot => TABLE_ROW_GROUP_EL,
242     th => TABLE_CELL_EL,
243     thead => TABLE_ROW_GROUP_EL,
244     title => MISC_SPECIAL_EL,
245     tr => TABLE_ROW_EL,
246     tt => FORMATTING_EL,
247     u => FORMATTING_EL,
248     ul => MISC_SPECIAL_EL,
249     wbr => MISC_SPECIAL_EL,
250     };
251    
252 wakaba 1.126 my $el_category_f = {
253     $MML_NS => {
254     'annotation-xml' => MML_AXML_EL,
255 wakaba 1.206 mi => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
256     mo => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
257     mn => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
258     ms => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
259     mtext => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
260 wakaba 1.126 },
261     $SVG_NS => {
262 wakaba 1.206 foreignObject => SCOPING_EL | FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
263     desc => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
264     title => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
265 wakaba 1.126 },
266     ## NOTE: In addition, FOREIGN_EL is set to non-HTML elements.
267     };
268    
269 wakaba 1.131 my $svg_attr_name = {
270 wakaba 1.146 attributename => 'attributeName',
271 wakaba 1.131 attributetype => 'attributeType',
272     basefrequency => 'baseFrequency',
273     baseprofile => 'baseProfile',
274     calcmode => 'calcMode',
275     clippathunits => 'clipPathUnits',
276     contentscripttype => 'contentScriptType',
277     contentstyletype => 'contentStyleType',
278     diffuseconstant => 'diffuseConstant',
279     edgemode => 'edgeMode',
280     externalresourcesrequired => 'externalResourcesRequired',
281     filterres => 'filterRes',
282     filterunits => 'filterUnits',
283     glyphref => 'glyphRef',
284     gradienttransform => 'gradientTransform',
285     gradientunits => 'gradientUnits',
286     kernelmatrix => 'kernelMatrix',
287     kernelunitlength => 'kernelUnitLength',
288     keypoints => 'keyPoints',
289     keysplines => 'keySplines',
290     keytimes => 'keyTimes',
291     lengthadjust => 'lengthAdjust',
292     limitingconeangle => 'limitingConeAngle',
293     markerheight => 'markerHeight',
294     markerunits => 'markerUnits',
295     markerwidth => 'markerWidth',
296     maskcontentunits => 'maskContentUnits',
297     maskunits => 'maskUnits',
298     numoctaves => 'numOctaves',
299     pathlength => 'pathLength',
300     patterncontentunits => 'patternContentUnits',
301     patterntransform => 'patternTransform',
302     patternunits => 'patternUnits',
303     pointsatx => 'pointsAtX',
304     pointsaty => 'pointsAtY',
305     pointsatz => 'pointsAtZ',
306     preservealpha => 'preserveAlpha',
307     preserveaspectratio => 'preserveAspectRatio',
308     primitiveunits => 'primitiveUnits',
309     refx => 'refX',
310     refy => 'refY',
311     repeatcount => 'repeatCount',
312     repeatdur => 'repeatDur',
313     requiredextensions => 'requiredExtensions',
314 wakaba 1.146 requiredfeatures => 'requiredFeatures',
315 wakaba 1.131 specularconstant => 'specularConstant',
316     specularexponent => 'specularExponent',
317     spreadmethod => 'spreadMethod',
318     startoffset => 'startOffset',
319     stddeviation => 'stdDeviation',
320     stitchtiles => 'stitchTiles',
321     surfacescale => 'surfaceScale',
322     systemlanguage => 'systemLanguage',
323     tablevalues => 'tableValues',
324     targetx => 'targetX',
325     targety => 'targetY',
326     textlength => 'textLength',
327     viewbox => 'viewBox',
328     viewtarget => 'viewTarget',
329     xchannelselector => 'xChannelSelector',
330     ychannelselector => 'yChannelSelector',
331     zoomandpan => 'zoomAndPan',
332     };
333    
334     my $foreign_attr_xname = {
335     'xlink:actuate' => [$XLINK_NS, ['xlink', 'actuate']],
336     'xlink:arcrole' => [$XLINK_NS, ['xlink', 'arcrole']],
337     'xlink:href' => [$XLINK_NS, ['xlink', 'href']],
338     'xlink:role' => [$XLINK_NS, ['xlink', 'role']],
339     'xlink:show' => [$XLINK_NS, ['xlink', 'show']],
340     'xlink:title' => [$XLINK_NS, ['xlink', 'title']],
341     'xlink:type' => [$XLINK_NS, ['xlink', 'type']],
342     'xml:base' => [$XML_NS, ['xml', 'base']],
343     'xml:lang' => [$XML_NS, ['xml', 'lang']],
344     'xml:space' => [$XML_NS, ['xml', 'space']],
345     'xmlns' => [$XMLNS_NS, [undef, 'xmlns']],
346     'xmlns:xlink' => [$XMLNS_NS, ['xmlns', 'xlink']],
347     };
348    
349     ## ISSUE: xmlns:xlink="non-xlink-ns" is not an error.
350    
351 wakaba 1.192 ## TODO: Invoke the reset algorithm when a resettable element is
352     ## created (cf. HTML5 revision 2259).
353    
354 wakaba 1.63 sub parse_byte_string ($$$$;$) {
355 wakaba 1.138 my $self = shift;
356     my $charset_name = shift;
357     open my $input, '<', ref $_[0] ? $_[0] : \($_[0]);
358     return $self->parse_byte_stream ($charset_name, $input, @_[1..$#_]);
359     } # parse_byte_string
360    
361 wakaba 1.162 sub parse_byte_stream ($$$$;$$) {
362     # my ($self, $charset_name, $byte_stream, $doc, $onerror, $get_wrapper) = @_;
363 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
364 wakaba 1.133 my $charset_name = shift;
365 wakaba 1.138 my $byte_stream = $_[0];
366 wakaba 1.133
367 wakaba 1.134 my $onerror = $_[2] || sub {
368     my (%opt) = @_;
369     warn "Parse error ($opt{type})\n";
370     };
371     $self->{parse_error} = $onerror; # updated later by parse_char_string
372    
373 wakaba 1.162 my $get_wrapper = $_[3] || sub ($) {
374     return $_[0]; # $_[0] = byte stream handle, returned = arg to char handle
375     };
376    
377 wakaba 1.133 ## HTML5 encoding sniffing algorithm
378     require Message::Charset::Info;
379     my $charset;
380 wakaba 1.136 my $buffer;
381     my ($char_stream, $e_status);
382 wakaba 1.133
383     SNIFFING: {
384 wakaba 1.160 ## NOTE: By setting |allow_fallback| option true when the
385     ## |get_decode_handle| method is invoked, we ignore what the HTML5
386     ## spec requires, i.e. unsupported encoding should be ignored.
387     ## TODO: We should not do this unless the parser is invoked
388     ## in the conformance checking mode, in which this behavior
389     ## would be useful.
390 wakaba 1.133
391     ## Step 1
392     if (defined $charset_name) {
393 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
394     ## TODO: Is this ok? Transfer protocol's parameter should be
395     ## interpreted in its semantics?
396 wakaba 1.133
397 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
398     ($byte_stream, allow_error_reporting => 1,
399 wakaba 1.133 allow_fallback => 1);
400 wakaba 1.136 if ($char_stream) {
401 wakaba 1.133 $self->{confident} = 1;
402     last SNIFFING;
403 wakaba 1.136 } else {
404 wakaba 1.190 !!!parse-error (type => 'charset:not supported',
405     layer => 'encode',
406     line => 1, column => 1,
407     value => $charset_name,
408     level => $self->{level}->{uncertain});
409 wakaba 1.133 }
410     }
411    
412     ## Step 2
413 wakaba 1.136 my $byte_buffer = '';
414     for (1..1024) {
415     my $char = $byte_stream->getc;
416     last unless defined $char;
417     $byte_buffer .= $char;
418     } ## TODO: timeout
419 wakaba 1.133
420     ## Step 3
421 wakaba 1.136 if ($byte_buffer =~ /^\xFE\xFF/) {
422 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16be');
423 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
424     ($byte_stream, allow_error_reporting => 1,
425     allow_fallback => 1, byte_buffer => \$byte_buffer);
426 wakaba 1.133 $self->{confident} = 1;
427     last SNIFFING;
428 wakaba 1.136 } elsif ($byte_buffer =~ /^\xFF\xFE/) {
429 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16le');
430 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
431     ($byte_stream, allow_error_reporting => 1,
432     allow_fallback => 1, byte_buffer => \$byte_buffer);
433 wakaba 1.133 $self->{confident} = 1;
434     last SNIFFING;
435 wakaba 1.136 } elsif ($byte_buffer =~ /^\xEF\xBB\xBF/) {
436 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
437 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
438     ($byte_stream, allow_error_reporting => 1,
439     allow_fallback => 1, byte_buffer => \$byte_buffer);
440 wakaba 1.133 $self->{confident} = 1;
441     last SNIFFING;
442     }
443    
444     ## Step 4
445     ## TODO: <meta charset>
446    
447     ## Step 5
448     ## TODO: from history
449    
450     ## Step 6
451 wakaba 1.65 require Whatpm::Charset::UniversalCharDet;
452 wakaba 1.133 $charset_name = Whatpm::Charset::UniversalCharDet->detect_byte_string
453 wakaba 1.136 ($byte_buffer);
454 wakaba 1.133 if (defined $charset_name) {
455 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
456 wakaba 1.133
457 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
458     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
459     ($byte_stream);
460     ($char_stream, $e_status) = $charset->get_decode_handle
461     ($buffer, allow_error_reporting => 1,
462     allow_fallback => 1, byte_buffer => \$byte_buffer);
463     if ($char_stream) {
464     $buffer->{buffer} = $byte_buffer;
465 wakaba 1.153 !!!parse-error (type => 'sniffing:chardet',
466     text => $charset_name,
467     level => $self->{level}->{info},
468     layer => 'encode',
469 wakaba 1.134 line => 1, column => 1);
470 wakaba 1.133 $self->{confident} = 0;
471     last SNIFFING;
472     }
473     }
474    
475     ## Step 7: default
476     ## TODO: Make this configurable.
477 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('windows-1252');
478 wakaba 1.133 ## NOTE: We choose |windows-1252| here, since |utf-8| should be
479     ## detectable in the step 6.
480 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
481     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
482     ($byte_stream);
483     ($char_stream, $e_status)
484     = $charset->get_decode_handle ($buffer,
485     allow_error_reporting => 1,
486     allow_fallback => 1,
487     byte_buffer => \$byte_buffer);
488     $buffer->{buffer} = $byte_buffer;
489 wakaba 1.153 !!!parse-error (type => 'sniffing:default',
490     text => 'windows-1252',
491     level => $self->{level}->{info},
492     line => 1, column => 1,
493     layer => 'encode');
494 wakaba 1.63 $self->{confident} = 0;
495 wakaba 1.133 } # SNIFFING
496    
497     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
498 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
499 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
500 wakaba 1.160 #text => $self->{input_encoding},
501 wakaba 1.153 level => $self->{level}->{uncertain},
502     line => 1, column => 1,
503     layer => 'encode');
504 wakaba 1.133 } elsif (not ($e_status &
505 wakaba 1.178 Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL ())) {
506 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
507 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
508     text => $self->{input_encoding},
509     level => $self->{level}->{uncertain},
510     line => 1, column => 1,
511     layer => 'encode');
512 wakaba 1.160 } else {
513     $self->{input_encoding} = $charset->get_iana_name;
514 wakaba 1.63 }
515    
516     $self->{change_encoding} = sub {
517     my $self = shift;
518 wakaba 1.134 $charset_name = shift;
519 wakaba 1.114 my $token = shift;
520 wakaba 1.63
521 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
522 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
523     ($byte_stream, allow_error_reporting => 1, allow_fallback => 1,
524     byte_buffer => \ $buffer->{buffer});
525 wakaba 1.134
526 wakaba 1.136 if ($char_stream) { # if supported
527 wakaba 1.134 ## "Change the encoding" algorithm:
528 wakaba 1.63
529 wakaba 1.134 ## Step 1
530 wakaba 1.149 if ($charset->{category} &
531     Message::Charset::Info::CHARSET_CATEGORY_UTF16 ()) {
532 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
533 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
534     ($byte_stream,
535     byte_buffer => \ $buffer->{buffer});
536 wakaba 1.134 }
537     $charset_name = $charset->get_iana_name;
538    
539     ## Step 2
540     if (defined $self->{input_encoding} and
541     $self->{input_encoding} eq $charset_name) {
542 wakaba 1.153 !!!parse-error (type => 'charset label:matching',
543     text => $charset_name,
544     level => $self->{level}->{info});
545 wakaba 1.134 $self->{confident} = 1;
546     return;
547     }
548 wakaba 1.63
549 wakaba 1.153 !!!parse-error (type => 'charset label detected',
550     text => $self->{input_encoding},
551     value => $charset_name,
552     level => $self->{level}->{warn},
553     token => $token);
554 wakaba 1.134
555     ## Step 3
556     # if (can) {
557     ## change the encoding on the fly.
558     #$self->{confident} = 1;
559     #return;
560     # }
561    
562     ## Step 4
563     throw Whatpm::HTML::RestartParser ();
564 wakaba 1.63 }
565     }; # $self->{change_encoding}
566    
567 wakaba 1.136 my $char_onerror = sub {
568     my (undef, $type, %opt) = @_;
569 wakaba 1.153 !!!parse-error (layer => 'encode',
570 wakaba 1.174 line => $self->{line}, column => $self->{column} + 1,
571     %opt, type => $type);
572 wakaba 1.136 if ($opt{octets}) {
573     ${$opt{octets}} = "\x{FFFD}"; # relacement character
574     }
575     };
576 wakaba 1.162
577     my $wrapped_char_stream = $get_wrapper->($char_stream);
578     $wrapped_char_stream->onerror ($char_onerror);
579 wakaba 1.136
580 wakaba 1.182 my @args = ($_[1], $_[2]); # $doc, $onerror - $get_wrapper = undef;
581 wakaba 1.63 my $return;
582     try {
583 wakaba 1.162 $return = $self->parse_char_stream ($wrapped_char_stream, @args);
584 wakaba 1.63 } catch Whatpm::HTML::RestartParser with {
585 wakaba 1.134 ## NOTE: Invoked after {change_encoding}.
586    
587     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
588 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
589 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
590     level => $self->{level}->{uncertain},
591 wakaba 1.160 #text => $self->{input_encoding},
592 wakaba 1.153 line => 1, column => 1,
593     layer => 'encode');
594 wakaba 1.134 } elsif (not ($e_status &
595 wakaba 1.178 Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL ())) {
596 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
597 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
598     text => $self->{input_encoding},
599     level => $self->{level}->{uncertain},
600     line => 1, column => 1,
601     layer => 'encode');
602 wakaba 1.160 } else {
603     $self->{input_encoding} = $charset->get_iana_name;
604 wakaba 1.134 }
605 wakaba 1.63 $self->{confident} = 1;
606 wakaba 1.162
607     $wrapped_char_stream = $get_wrapper->($char_stream);
608     $wrapped_char_stream->onerror ($char_onerror);
609    
610     $return = $self->parse_char_stream ($wrapped_char_stream, @args);
611 wakaba 1.63 };
612     return $return;
613 wakaba 1.138 } # parse_byte_stream
614 wakaba 1.63
615 wakaba 1.71 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
616     ## and the HTML layer MUST ignore it. However, we does strip BOM in
617     ## the encoding layer and the HTML layer does not ignore any U+FEFF,
618     ## because the core part of our HTML parser expects a string of character,
619     ## not a string of bytes or code units or anything which might contain a BOM.
620     ## Therefore, any parser interface that accepts a string of bytes,
621     ## such as |parse_byte_string| in this module, must ensure that it does
622     ## strip the BOM and never strip any ZWNBSP.
623    
624 wakaba 1.162 sub parse_char_string ($$$;$$) {
625     #my ($self, $s, $doc, $onerror, $get_wrapper) = @_;
626 wakaba 1.135 my $self = shift;
627 wakaba 1.139 my $s = ref $_[0] ? $_[0] : \($_[0]);
628 wakaba 1.171 require Whatpm::Charset::DecodeHandle;
629     my $input = Whatpm::Charset::DecodeHandle::CharString->new ($s);
630 wakaba 1.135 return $self->parse_char_stream ($input, @_[1..$#_]);
631     } # parse_char_string
632 wakaba 1.162 *parse_string = \&parse_char_string; ## NOTE: Alias for backward compatibility.
633 wakaba 1.63
634 wakaba 1.182 sub parse_char_stream ($$$;$$) {
635 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
636 wakaba 1.135 my $input = $_[0];
637 wakaba 1.1 $self->{document} = $_[1];
638 wakaba 1.63 @{$self->{document}->child_nodes} = ();
639 wakaba 1.1
640 wakaba 1.3 ## NOTE: |set_inner_html| copies most of this method's code
641    
642 wakaba 1.63 $self->{confident} = 1 unless exists $self->{confident};
643 wakaba 1.64 $self->{document}->input_encoding ($self->{input_encoding})
644     if defined $self->{input_encoding};
645 wakaba 1.178 ## TODO: |{input_encoding}| is needless?
646 wakaba 1.63
647 wakaba 1.112 $self->{line_prev} = $self->{line} = 1;
648 wakaba 1.179 $self->{column_prev} = -1;
649     $self->{column} = 0;
650 wakaba 1.183 $self->{set_nc} = sub {
651 wakaba 1.1 my $self = shift;
652 wakaba 1.13
653 wakaba 1.178 my $char = '';
654 wakaba 1.183 if (defined $self->{next_nc}) {
655     $char = $self->{next_nc};
656     delete $self->{next_nc};
657     $self->{nc} = ord $char;
658 wakaba 1.139 } else {
659 wakaba 1.179 $self->{char_buffer} = '';
660     $self->{char_buffer_pos} = 0;
661    
662     my $count = $input->manakai_read_until
663 wakaba 1.182 ($self->{char_buffer}, qr/[^\x00\x0A\x0D]/, $self->{char_buffer_pos});
664 wakaba 1.179 if ($count) {
665     $self->{line_prev} = $self->{line};
666     $self->{column_prev} = $self->{column};
667     $self->{column}++;
668 wakaba 1.183 $self->{nc}
669 wakaba 1.179 = ord substr ($self->{char_buffer}, $self->{char_buffer_pos}++, 1);
670     return;
671     }
672    
673 wakaba 1.178 if ($input->read ($char, 1)) {
674 wakaba 1.183 $self->{nc} = ord $char;
675 wakaba 1.178 } else {
676 wakaba 1.183 $self->{nc} = -1;
677 wakaba 1.178 return;
678     }
679 wakaba 1.139 }
680 wakaba 1.112
681     ($self->{line_prev}, $self->{column_prev})
682     = ($self->{line}, $self->{column});
683     $self->{column}++;
684 wakaba 1.1
685 wakaba 1.183 if ($self->{nc} == 0x000A) { # LF
686 wakaba 1.132 !!!cp ('j1');
687 wakaba 1.112 $self->{line}++;
688     $self->{column} = 0;
689 wakaba 1.183 } elsif ($self->{nc} == 0x000D) { # CR
690 wakaba 1.132 !!!cp ('j2');
691 wakaba 1.170 ## TODO: support for abort/streaming
692 wakaba 1.178 my $next = '';
693     if ($input->read ($next, 1) and $next ne "\x0A") {
694 wakaba 1.183 $self->{next_nc} = $next;
695 wakaba 1.135 }
696 wakaba 1.183 $self->{nc} = 0x000A; # LF # MUST
697 wakaba 1.112 $self->{line}++;
698     $self->{column} = 0;
699 wakaba 1.183 } elsif ($self->{nc} == 0x0000) { # NULL
700 wakaba 1.132 !!!cp ('j4');
701 wakaba 1.8 !!!parse-error (type => 'NULL');
702 wakaba 1.183 $self->{nc} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
703 wakaba 1.1 }
704     };
705    
706 wakaba 1.172 $self->{read_until} = sub {
707     #my ($scalar, $specials_range, $offset) = @_;
708 wakaba 1.183 return 0 if defined $self->{next_nc};
709 wakaba 1.180
710 wakaba 1.182 my $pattern = qr/[^$_[1]\x00\x0A\x0D]/;
711 wakaba 1.180 my $offset = $_[2] || 0;
712    
713     if ($self->{char_buffer_pos} < length $self->{char_buffer}) {
714     pos ($self->{char_buffer}) = $self->{char_buffer_pos};
715     if ($self->{char_buffer} =~ /\G(?>$pattern)+/) {
716     substr ($_[0], $offset)
717     = substr ($self->{char_buffer}, $-[0], $+[0] - $-[0]);
718     my $count = $+[0] - $-[0];
719     if ($count) {
720     $self->{column} += $count;
721     $self->{char_buffer_pos} += $count;
722     $self->{line_prev} = $self->{line};
723     $self->{column_prev} = $self->{column} - 1;
724 wakaba 1.183 $self->{nc} = -1;
725 wakaba 1.180 }
726     return $count;
727     } else {
728     return 0;
729     }
730     } else {
731     my $count = $input->manakai_read_until ($_[0], $pattern, $_[2]);
732     if ($count) {
733     $self->{column} += $count;
734     $self->{line_prev} = $self->{line};
735     $self->{column_prev} = $self->{column} - 1;
736 wakaba 1.183 $self->{nc} = -1;
737 wakaba 1.180 }
738     return $count;
739 wakaba 1.172 }
740     }; # $self->{read_until}
741 wakaba 1.171
742 wakaba 1.3 my $onerror = $_[2] || sub {
743     my (%opt) = @_;
744 wakaba 1.112 my $line = $opt{token} ? $opt{token}->{line} : $opt{line};
745     my $column = $opt{token} ? $opt{token}->{column} : $opt{column};
746     warn "Parse error ($opt{type}) at line $line column $column\n";
747 wakaba 1.3 };
748     $self->{parse_error} = sub {
749 wakaba 1.112 $onerror->(line => $self->{line}, column => $self->{column}, @_);
750 wakaba 1.1 };
751    
752 wakaba 1.182 my $char_onerror = sub {
753     my (undef, $type, %opt) = @_;
754     !!!parse-error (layer => 'encode',
755     line => $self->{line}, column => $self->{column} + 1,
756     %opt, type => $type);
757     }; # $char_onerror
758    
759     if ($_[3]) {
760     $input = $_[3]->($input);
761     $input->onerror ($char_onerror);
762     } else {
763     $input->onerror ($char_onerror) unless defined $input->onerror;
764     }
765    
766 wakaba 1.1 $self->_initialize_tokenizer;
767     $self->_initialize_tree_constructor;
768     $self->_construct_tree;
769     $self->_terminate_tree_constructor;
770    
771 wakaba 1.112 delete $self->{parse_error}; # remove loop
772    
773 wakaba 1.1 return $self->{document};
774 wakaba 1.135 } # parse_char_stream
775 wakaba 1.1
776     sub new ($) {
777     my $class = shift;
778 wakaba 1.134 my $self = bless {
779 wakaba 1.153 level => {must => 'm',
780 wakaba 1.159 should => 's',
781 wakaba 1.153 warn => 'w',
782     info => 'i',
783     uncertain => 'u'},
784 wakaba 1.134 }, $class;
785 wakaba 1.183 $self->{set_nc} = sub {
786     $self->{nc} = -1;
787 wakaba 1.1 };
788     $self->{parse_error} = sub {
789     #
790     };
791 wakaba 1.63 $self->{change_encoding} = sub {
792     # if ($_[0] is a supported encoding) {
793     # run "change the encoding" algorithm;
794     # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
795     # }
796     };
797 wakaba 1.61 $self->{application_cache_selection} = sub {
798     #
799     };
800 wakaba 1.1 return $self;
801     } # new
802    
803 wakaba 1.208 ## Insertion modes
804 wakaba 1.55
805 wakaba 1.54 sub AFTER_HTML_IMS () { 0b100 }
806     sub HEAD_IMS () { 0b1000 }
807     sub BODY_IMS () { 0b10000 }
808 wakaba 1.56 sub BODY_TABLE_IMS () { 0b100000 }
809 wakaba 1.54 sub TABLE_IMS () { 0b1000000 }
810 wakaba 1.56 sub ROW_IMS () { 0b10000000 }
811 wakaba 1.54 sub BODY_AFTER_IMS () { 0b100000000 }
812     sub FRAME_IMS () { 0b1000000000 }
813 wakaba 1.101 sub SELECT_IMS () { 0b10000000000 }
814 wakaba 1.208 #sub IN_FOREIGN_CONTENT_IM () { 0b100000000000 } # see Whatpm::HTML::Tokenizer
815 wakaba 1.126 ## NOTE: "in foreign content" insertion mode is special; it is combined
816     ## with the secondary insertion mode. In this parser, they are stored
817     ## together in the bit-or'ed form.
818 wakaba 1.205 sub IN_CDATA_RCDATA_IM () { 0b1000000000000 }
819     ## NOTE: "in CDATA/RCDATA" insertion mode is also special; it is
820     ## combined with the original insertion mode. In thie parser,
821     ## they are stored together in the bit-or'ed form.
822 wakaba 1.54
823 wakaba 1.84 ## NOTE: "initial" and "before html" insertion modes have no constants.
824    
825     ## NOTE: "after after body" insertion mode.
826 wakaba 1.54 sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
827 wakaba 1.84
828     ## NOTE: "after after frameset" insertion mode.
829 wakaba 1.54 sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
830 wakaba 1.84
831 wakaba 1.54 sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
832     sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
833     sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
834     sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
835     sub IN_BODY_IM () { BODY_IMS }
836 wakaba 1.56 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
837     sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
838     sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
839     sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
840 wakaba 1.54 sub IN_TABLE_IM () { TABLE_IMS }
841     sub AFTER_BODY_IM () { BODY_AFTER_IMS }
842     sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
843     sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
844 wakaba 1.101 sub IN_SELECT_IM () { SELECT_IMS | 0b01 }
845     sub IN_SELECT_IN_TABLE_IM () { SELECT_IMS | 0b10 }
846 wakaba 1.54 sub IN_COLUMN_GROUP_IM () { 0b10 }
847    
848 wakaba 1.1 sub _initialize_tree_constructor ($) {
849     my $self = shift;
850     ## NOTE: $self->{document} MUST be specified before this method is called
851     $self->{document}->strict_error_checking (0);
852     ## TODO: Turn mutation events off # MUST
853     ## TODO: Turn loose Document option (manakai extension) on
854 wakaba 1.18 $self->{document}->manakai_is_html (1); # MUST
855 wakaba 1.154 $self->{document}->set_user_data (manakai_source_line => 1);
856     $self->{document}->set_user_data (manakai_source_column => 1);
857 wakaba 1.1 } # _initialize_tree_constructor
858    
859     sub _terminate_tree_constructor ($) {
860     my $self = shift;
861     $self->{document}->strict_error_checking (1);
862     ## TODO: Turn mutation events on
863     } # _terminate_tree_constructor
864    
865     ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
866    
867 wakaba 1.3 { # tree construction stage
868     my $token;
869    
870 wakaba 1.1 sub _construct_tree ($) {
871     my ($self) = @_;
872    
873     ## When an interactive UA render the $self->{document} available
874     ## to the user, or when it begin accepting user input, are
875     ## not defined.
876    
877     !!!next-token;
878    
879 wakaba 1.3 undef $self->{form_element};
880     undef $self->{head_element};
881 wakaba 1.202 undef $self->{head_element_inserted};
882 wakaba 1.3 $self->{open_elements} = [];
883     undef $self->{inner_html_node};
884 wakaba 1.206 undef $self->{ignore_newline};
885 wakaba 1.3
886 wakaba 1.84 ## NOTE: The "initial" insertion mode.
887 wakaba 1.3 $self->_tree_construction_initial; # MUST
888 wakaba 1.84
889     ## NOTE: The "before html" insertion mode.
890 wakaba 1.3 $self->_tree_construction_root_element;
891 wakaba 1.84 $self->{insertion_mode} = BEFORE_HEAD_IM;
892    
893     ## NOTE: The "before head" insertion mode and so on.
894 wakaba 1.3 $self->_tree_construction_main;
895     } # _construct_tree
896    
897     sub _tree_construction_initial ($) {
898     my $self = shift;
899 wakaba 1.84
900     ## NOTE: "initial" insertion mode
901    
902 wakaba 1.18 INITIAL: {
903 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
904 wakaba 1.18 ## NOTE: Conformance checkers MAY, instead of reporting "not HTML5"
905     ## error, switch to a conformance checking mode for another
906     ## language.
907     my $doctype_name = $token->{name};
908     $doctype_name = '' unless defined $doctype_name;
909 wakaba 1.159 $doctype_name =~ tr/a-z/A-Z/; # ASCII case-insensitive
910 wakaba 1.18 if (not defined $token->{name} or # <!DOCTYPE>
911 wakaba 1.183 defined $token->{sysid}) {
912 wakaba 1.79 !!!cp ('t1');
913 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
914 wakaba 1.18 } elsif ($doctype_name ne 'HTML') {
915 wakaba 1.79 !!!cp ('t2');
916 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
917 wakaba 1.183 } elsif (defined $token->{pubid}) {
918     if ($token->{pubid} eq 'XSLT-compat') {
919 wakaba 1.159 !!!cp ('t1.2');
920     !!!parse-error (type => 'XSLT-compat', token => $token,
921     level => $self->{level}->{should});
922     } else {
923     !!!parse-error (type => 'not HTML5', token => $token);
924     }
925 wakaba 1.79 } else {
926     !!!cp ('t3');
927 wakaba 1.159 #
928 wakaba 1.18 }
929    
930     my $doctype = $self->{document}->create_document_type_definition
931     ($token->{name}); ## ISSUE: If name is missing (e.g. <!DOCTYPE>)?
932 wakaba 1.122 ## NOTE: Default value for both |public_id| and |system_id| attributes
933     ## are empty strings, so that we don't set any value in missing cases.
934 wakaba 1.183 $doctype->public_id ($token->{pubid}) if defined $token->{pubid};
935     $doctype->system_id ($token->{sysid}) if defined $token->{sysid};
936 wakaba 1.18 ## NOTE: Other DocumentType attributes are null or empty lists.
937     ## ISSUE: internalSubset = null??
938     $self->{document}->append_child ($doctype);
939    
940 wakaba 1.75 if ($token->{quirks} or $doctype_name ne 'HTML') {
941 wakaba 1.79 !!!cp ('t4');
942 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
943 wakaba 1.183 } elsif (defined $token->{pubid}) {
944     my $pubid = $token->{pubid};
945 wakaba 1.18 $pubid =~ tr/a-z/A-z/;
946 wakaba 1.143 my $prefix = [
947     "+//SILMARIL//DTD HTML PRO V0R11 19970101//",
948     "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
949     "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
950     "-//IETF//DTD HTML 2.0 LEVEL 1//",
951     "-//IETF//DTD HTML 2.0 LEVEL 2//",
952     "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//",
953     "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//",
954     "-//IETF//DTD HTML 2.0 STRICT//",
955     "-//IETF//DTD HTML 2.0//",
956     "-//IETF//DTD HTML 2.1E//",
957     "-//IETF//DTD HTML 3.0//",
958     "-//IETF//DTD HTML 3.2 FINAL//",
959     "-//IETF//DTD HTML 3.2//",
960     "-//IETF//DTD HTML 3//",
961     "-//IETF//DTD HTML LEVEL 0//",
962     "-//IETF//DTD HTML LEVEL 1//",
963     "-//IETF//DTD HTML LEVEL 2//",
964     "-//IETF//DTD HTML LEVEL 3//",
965     "-//IETF//DTD HTML STRICT LEVEL 0//",
966     "-//IETF//DTD HTML STRICT LEVEL 1//",
967     "-//IETF//DTD HTML STRICT LEVEL 2//",
968     "-//IETF//DTD HTML STRICT LEVEL 3//",
969     "-//IETF//DTD HTML STRICT//",
970     "-//IETF//DTD HTML//",
971     "-//METRIUS//DTD METRIUS PRESENTATIONAL//",
972     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//",
973     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//",
974     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//",
975     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//",
976     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//",
977     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//",
978     "-//NETSCAPE COMM. CORP.//DTD HTML//",
979     "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//",
980     "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//",
981     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//",
982     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//",
983     "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//",
984     "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//",
985     "-//SPYGLASS//DTD HTML 2.0 EXTENDED//",
986     "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//",
987     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//",
988     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//",
989     "-//W3C//DTD HTML 3 1995-03-24//",
990     "-//W3C//DTD HTML 3.2 DRAFT//",
991     "-//W3C//DTD HTML 3.2 FINAL//",
992     "-//W3C//DTD HTML 3.2//",
993     "-//W3C//DTD HTML 3.2S DRAFT//",
994     "-//W3C//DTD HTML 4.0 FRAMESET//",
995     "-//W3C//DTD HTML 4.0 TRANSITIONAL//",
996     "-//W3C//DTD HTML EXPERIMETNAL 19960712//",
997     "-//W3C//DTD HTML EXPERIMENTAL 970421//",
998     "-//W3C//DTD W3 HTML//",
999     "-//W3O//DTD W3 HTML 3.0//",
1000     "-//WEBTECHS//DTD MOZILLA HTML 2.0//",
1001     "-//WEBTECHS//DTD MOZILLA HTML//",
1002     ]; # $prefix
1003     my $match;
1004     for (@$prefix) {
1005     if (substr ($prefix, 0, length $_) eq $_) {
1006     $match = 1;
1007     last;
1008     }
1009     }
1010     if ($match or
1011     $pubid eq "-//W3O//DTD W3 HTML STRICT 3.0//EN//" or
1012     $pubid eq "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" or
1013     $pubid eq "HTML") {
1014 wakaba 1.79 !!!cp ('t5');
1015 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1016 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD HTML 4.01 FRAMESET//] or
1017     $pubid =~ m[^-//W3C//DTD HTML 4.01 TRANSITIONAL//]) {
1018 wakaba 1.183 if (defined $token->{sysid}) {
1019 wakaba 1.79 !!!cp ('t6');
1020 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1021     } else {
1022 wakaba 1.79 !!!cp ('t7');
1023 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
1024 wakaba 1.3 }
1025 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD XHTML 1.0 FRAMESET//] or
1026     $pubid =~ m[^-//W3C//DTD XHTML 1.0 TRANSITIONAL//]) {
1027 wakaba 1.79 !!!cp ('t8');
1028 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
1029 wakaba 1.79 } else {
1030     !!!cp ('t9');
1031 wakaba 1.18 }
1032 wakaba 1.79 } else {
1033     !!!cp ('t10');
1034 wakaba 1.18 }
1035 wakaba 1.183 if (defined $token->{sysid}) {
1036     my $sysid = $token->{sysid};
1037 wakaba 1.18 $sysid =~ tr/A-Z/a-z/;
1038     if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
1039 wakaba 1.143 ## NOTE: Ensure that |PUBLIC "(limited quirks)" "(quirks)"| is
1040     ## marked as quirks.
1041 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1042 wakaba 1.79 !!!cp ('t11');
1043     } else {
1044     !!!cp ('t12');
1045 wakaba 1.18 }
1046 wakaba 1.79 } else {
1047     !!!cp ('t13');
1048 wakaba 1.18 }
1049    
1050 wakaba 1.84 ## Go to the "before html" insertion mode.
1051 wakaba 1.18 !!!next-token;
1052     return;
1053     } elsif ({
1054 wakaba 1.55 START_TAG_TOKEN, 1,
1055     END_TAG_TOKEN, 1,
1056     END_OF_FILE_TOKEN, 1,
1057 wakaba 1.18 }->{$token->{type}}) {
1058 wakaba 1.79 !!!cp ('t14');
1059 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
1060 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1061 wakaba 1.84 ## Go to the "before html" insertion mode.
1062 wakaba 1.18 ## reprocess
1063 wakaba 1.125 !!!ack-later;
1064 wakaba 1.18 return;
1065 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
1066 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1067 wakaba 1.18 ## Ignore the token
1068 wakaba 1.26
1069 wakaba 1.18 unless (length $token->{data}) {
1070 wakaba 1.79 !!!cp ('t15');
1071 wakaba 1.84 ## Stay in the insertion mode.
1072 wakaba 1.18 !!!next-token;
1073     redo INITIAL;
1074 wakaba 1.79 } else {
1075     !!!cp ('t16');
1076 wakaba 1.3 }
1077 wakaba 1.79 } else {
1078     !!!cp ('t17');
1079 wakaba 1.3 }
1080 wakaba 1.18
1081 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
1082 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1083 wakaba 1.84 ## Go to the "before html" insertion mode.
1084 wakaba 1.18 ## reprocess
1085     return;
1086 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
1087 wakaba 1.79 !!!cp ('t18');
1088 wakaba 1.18 my $comment = $self->{document}->create_comment ($token->{data});
1089     $self->{document}->append_child ($comment);
1090    
1091 wakaba 1.84 ## Stay in the insertion mode.
1092 wakaba 1.18 !!!next-token;
1093     redo INITIAL;
1094     } else {
1095 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
1096 wakaba 1.18 }
1097     } # INITIAL
1098 wakaba 1.79
1099     die "$0: _tree_construction_initial: This should be never reached";
1100 wakaba 1.3 } # _tree_construction_initial
1101    
1102     sub _tree_construction_root_element ($) {
1103     my $self = shift;
1104 wakaba 1.84
1105     ## NOTE: "before html" insertion mode.
1106 wakaba 1.3
1107     B: {
1108 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
1109 wakaba 1.79 !!!cp ('t19');
1110 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
1111 wakaba 1.3 ## Ignore the token
1112 wakaba 1.84 ## Stay in the insertion mode.
1113 wakaba 1.3 !!!next-token;
1114     redo B;
1115 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
1116 wakaba 1.79 !!!cp ('t20');
1117 wakaba 1.3 my $comment = $self->{document}->create_comment ($token->{data});
1118     $self->{document}->append_child ($comment);
1119 wakaba 1.84 ## Stay in the insertion mode.
1120 wakaba 1.3 !!!next-token;
1121     redo B;
1122 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
1123 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1124 wakaba 1.26 ## Ignore the token.
1125    
1126 wakaba 1.3 unless (length $token->{data}) {
1127 wakaba 1.79 !!!cp ('t21');
1128 wakaba 1.84 ## Stay in the insertion mode.
1129 wakaba 1.3 !!!next-token;
1130     redo B;
1131 wakaba 1.79 } else {
1132     !!!cp ('t22');
1133 wakaba 1.3 }
1134 wakaba 1.79 } else {
1135     !!!cp ('t23');
1136 wakaba 1.3 }
1137 wakaba 1.61
1138     $self->{application_cache_selection}->(undef);
1139    
1140     #
1141     } elsif ($token->{type} == START_TAG_TOKEN) {
1142 wakaba 1.84 if ($token->{tag_name} eq 'html') {
1143     my $root_element;
1144 wakaba 1.126 !!!create-element ($root_element, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
1145 wakaba 1.84 $self->{document}->append_child ($root_element);
1146 wakaba 1.123 push @{$self->{open_elements}},
1147     [$root_element, $el_category->{html}];
1148 wakaba 1.84
1149     if ($token->{attributes}->{manifest}) {
1150     !!!cp ('t24');
1151     $self->{application_cache_selection}
1152     ->($token->{attributes}->{manifest}->{value});
1153 wakaba 1.118 ## ISSUE: Spec is unclear on relative references.
1154     ## According to Hixie (#whatwg 2008-03-19), it should be
1155     ## resolved against the base URI of the document in HTML
1156     ## or xml:base of the element in XHTML.
1157 wakaba 1.84 } else {
1158     !!!cp ('t25');
1159     $self->{application_cache_selection}->(undef);
1160     }
1161    
1162 wakaba 1.125 !!!nack ('t25c');
1163    
1164 wakaba 1.84 !!!next-token;
1165     return; ## Go to the "before head" insertion mode.
1166 wakaba 1.61 } else {
1167 wakaba 1.84 !!!cp ('t25.1');
1168     #
1169 wakaba 1.61 }
1170 wakaba 1.3 } elsif ({
1171 wakaba 1.55 END_TAG_TOKEN, 1,
1172     END_OF_FILE_TOKEN, 1,
1173 wakaba 1.3 }->{$token->{type}}) {
1174 wakaba 1.79 !!!cp ('t26');
1175 wakaba 1.3 #
1176     } else {
1177 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
1178 wakaba 1.3 }
1179 wakaba 1.61
1180 wakaba 1.126 my $root_element;
1181     !!!create-element ($root_element, $HTML_NS, 'html',, $token);
1182 wakaba 1.84 $self->{document}->append_child ($root_element);
1183 wakaba 1.123 push @{$self->{open_elements}}, [$root_element, $el_category->{html}];
1184 wakaba 1.84
1185     $self->{application_cache_selection}->(undef);
1186    
1187     ## NOTE: Reprocess the token.
1188 wakaba 1.125 !!!ack-later;
1189 wakaba 1.84 return; ## Go to the "before head" insertion mode.
1190 wakaba 1.3 } # B
1191 wakaba 1.79
1192     die "$0: _tree_construction_root_element: This should never be reached";
1193 wakaba 1.3 } # _tree_construction_root_element
1194    
1195     sub _reset_insertion_mode ($) {
1196     my $self = shift;
1197    
1198     ## Step 1
1199     my $last;
1200    
1201     ## Step 2
1202     my $i = -1;
1203     my $node = $self->{open_elements}->[$i];
1204    
1205     ## Step 3
1206     S3: {
1207 wakaba 1.29 if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
1208     $last = 1;
1209     if (defined $self->{inner_html_node}) {
1210 wakaba 1.140 !!!cp ('t28');
1211     $node = $self->{inner_html_node};
1212     } else {
1213     die "_reset_insertion_mode: t27";
1214 wakaba 1.3 }
1215     }
1216 wakaba 1.140
1217     ## Step 4..14
1218     my $new_mode;
1219     if ($node->[1] & FOREIGN_EL) {
1220     !!!cp ('t28.1');
1221     ## NOTE: Strictly spaking, the line below only applies to MathML and
1222     ## SVG elements. Currently the HTML syntax supports only MathML and
1223     ## SVG elements as foreigners.
1224 wakaba 1.148 $new_mode = IN_BODY_IM | IN_FOREIGN_CONTENT_IM;
1225 wakaba 1.206 } elsif ($node->[1] == TABLE_CELL_EL) {
1226 wakaba 1.140 if ($last) {
1227     !!!cp ('t28.2');
1228     #
1229     } else {
1230     !!!cp ('t28.3');
1231     $new_mode = IN_CELL_IM;
1232     }
1233     } else {
1234     !!!cp ('t28.4');
1235     $new_mode = {
1236 wakaba 1.54 select => IN_SELECT_IM,
1237 wakaba 1.83 ## NOTE: |option| and |optgroup| do not set
1238     ## insertion mode to "in select" by themselves.
1239 wakaba 1.54 tr => IN_ROW_IM,
1240     tbody => IN_TABLE_BODY_IM,
1241     thead => IN_TABLE_BODY_IM,
1242     tfoot => IN_TABLE_BODY_IM,
1243     caption => IN_CAPTION_IM,
1244     colgroup => IN_COLUMN_GROUP_IM,
1245     table => IN_TABLE_IM,
1246     head => IN_BODY_IM, # not in head!
1247     body => IN_BODY_IM,
1248     frameset => IN_FRAMESET_IM,
1249 wakaba 1.123 }->{$node->[0]->manakai_local_name};
1250 wakaba 1.140 }
1251     $self->{insertion_mode} = $new_mode and return if defined $new_mode;
1252 wakaba 1.3
1253 wakaba 1.126 ## Step 15
1254 wakaba 1.206 if ($node->[1] == HTML_EL) {
1255 wakaba 1.3 unless (defined $self->{head_element}) {
1256 wakaba 1.79 !!!cp ('t29');
1257 wakaba 1.54 $self->{insertion_mode} = BEFORE_HEAD_IM;
1258 wakaba 1.3 } else {
1259 wakaba 1.81 ## ISSUE: Can this state be reached?
1260 wakaba 1.79 !!!cp ('t30');
1261 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
1262 wakaba 1.3 }
1263     return;
1264 wakaba 1.79 } else {
1265     !!!cp ('t31');
1266 wakaba 1.3 }
1267    
1268 wakaba 1.126 ## Step 16
1269 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM and return if $last;
1270 wakaba 1.3
1271 wakaba 1.126 ## Step 17
1272 wakaba 1.3 $i--;
1273     $node = $self->{open_elements}->[$i];
1274    
1275 wakaba 1.126 ## Step 18
1276 wakaba 1.3 redo S3;
1277     } # S3
1278 wakaba 1.79
1279     die "$0: _reset_insertion_mode: This line should never be reached";
1280 wakaba 1.3 } # _reset_insertion_mode
1281    
1282     sub _tree_construction_main ($) {
1283     my $self = shift;
1284    
1285 wakaba 1.1 my $active_formatting_elements = [];
1286    
1287     my $reconstruct_active_formatting_elements = sub { # MUST
1288     my $insert = shift;
1289    
1290     ## Step 1
1291     return unless @$active_formatting_elements;
1292    
1293     ## Step 3
1294     my $i = -1;
1295     my $entry = $active_formatting_elements->[$i];
1296    
1297     ## Step 2
1298     return if $entry->[0] eq '#marker';
1299 wakaba 1.3 for (@{$self->{open_elements}}) {
1300 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
1301 wakaba 1.79 !!!cp ('t32');
1302 wakaba 1.1 return;
1303     }
1304     }
1305    
1306     S4: {
1307     ## Step 4
1308     last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
1309    
1310     ## Step 5
1311     $i--;
1312     $entry = $active_formatting_elements->[$i];
1313    
1314     ## Step 6
1315     if ($entry->[0] eq '#marker') {
1316 wakaba 1.81 !!!cp ('t33_1');
1317 wakaba 1.1 #
1318     } else {
1319     my $in_open_elements;
1320 wakaba 1.3 OE: for (@{$self->{open_elements}}) {
1321 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
1322 wakaba 1.79 !!!cp ('t33');
1323 wakaba 1.1 $in_open_elements = 1;
1324     last OE;
1325     }
1326     }
1327     if ($in_open_elements) {
1328 wakaba 1.79 !!!cp ('t34');
1329 wakaba 1.1 #
1330     } else {
1331 wakaba 1.81 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
1332 wakaba 1.79 !!!cp ('t35');
1333 wakaba 1.1 redo S4;
1334     }
1335     }
1336    
1337     ## Step 7
1338     $i++;
1339     $entry = $active_formatting_elements->[$i];
1340     } # S4
1341    
1342     S7: {
1343     ## Step 8
1344     my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
1345    
1346     ## Step 9
1347     $insert->($clone->[0]);
1348 wakaba 1.3 push @{$self->{open_elements}}, $clone;
1349 wakaba 1.1
1350     ## Step 10
1351 wakaba 1.3 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
1352 wakaba 1.1
1353     ## Step 11
1354     unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
1355 wakaba 1.79 !!!cp ('t36');
1356 wakaba 1.1 ## Step 7'
1357     $i++;
1358     $entry = $active_formatting_elements->[$i];
1359    
1360     redo S7;
1361     }
1362 wakaba 1.79
1363     !!!cp ('t37');
1364 wakaba 1.1 } # S7
1365     }; # $reconstruct_active_formatting_elements
1366    
1367     my $clear_up_to_marker = sub {
1368     for (reverse 0..$#$active_formatting_elements) {
1369     if ($active_formatting_elements->[$_]->[0] eq '#marker') {
1370 wakaba 1.79 !!!cp ('t38');
1371 wakaba 1.1 splice @$active_formatting_elements, $_;
1372     return;
1373     }
1374     }
1375 wakaba 1.79
1376     !!!cp ('t39');
1377 wakaba 1.1 }; # $clear_up_to_marker
1378    
1379 wakaba 1.96 my $insert;
1380    
1381     my $parse_rcdata = sub ($) {
1382     my ($content_model_flag) = @_;
1383 wakaba 1.25
1384     ## Step 1
1385     my $start_tag_name = $token->{tag_name};
1386 wakaba 1.205 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
1387 wakaba 1.25
1388     ## Step 2
1389 wakaba 1.40 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
1390 wakaba 1.13 delete $self->{escape}; # MUST
1391 wakaba 1.25
1392 wakaba 1.205 ## Step 3, 4
1393     $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
1394    
1395 wakaba 1.125 !!!nack ('t40.1');
1396 wakaba 1.1 !!!next-token;
1397 wakaba 1.25 }; # $parse_rcdata
1398 wakaba 1.1
1399 wakaba 1.96 my $script_start_tag = sub () {
1400 wakaba 1.205 ## Step 1
1401 wakaba 1.1 my $script_el;
1402 wakaba 1.126 !!!create-element ($script_el, $HTML_NS, 'script', $token->{attributes}, $token);
1403 wakaba 1.205
1404     ## Step 2
1405 wakaba 1.1 ## TODO: mark as "parser-inserted"
1406    
1407 wakaba 1.205 ## Step 3
1408     ## TODO: Mark as "already executed", if ...
1409    
1410     ## Step 4
1411     $insert->($script_el);
1412    
1413     ## ISSUE: $script_el is not put into the stack
1414     push @{$self->{open_elements}}, [$script_el, $el_category->{script}];
1415    
1416     ## Step 5
1417 wakaba 1.40 $self->{content_model} = CDATA_CONTENT_MODEL;
1418 wakaba 1.13 delete $self->{escape}; # MUST
1419 wakaba 1.1
1420 wakaba 1.205 ## Step 6-7
1421     $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
1422 wakaba 1.25
1423 wakaba 1.205 !!!nack ('t40.2');
1424 wakaba 1.1 !!!next-token;
1425     }; # $script_start_tag
1426    
1427 wakaba 1.102 ## NOTE: $open_tables->[-1]->[0] is the "current table" element node.
1428     ## NOTE: $open_tables->[-1]->[1] is the "tainted" flag.
1429 wakaba 1.202 ## NOTE: $open_tables->[-1]->[2] is set false when non-Text node inserted.
1430 wakaba 1.102 my $open_tables = [[$self->{open_elements}->[0]->[0]]];
1431    
1432 wakaba 1.1 my $formatting_end_tag = sub {
1433 wakaba 1.113 my $end_tag_token = shift;
1434     my $tag_name = $end_tag_token->{tag_name};
1435 wakaba 1.1
1436 wakaba 1.103 ## NOTE: The adoption agency algorithm (AAA).
1437 wakaba 1.102
1438 wakaba 1.1 FET: {
1439     ## Step 1
1440     my $formatting_element;
1441     my $formatting_element_i_in_active;
1442     AFE: for (reverse 0..$#$active_formatting_elements) {
1443 wakaba 1.123 if ($active_formatting_elements->[$_]->[0] eq '#marker') {
1444     !!!cp ('t52');
1445     last AFE;
1446     } elsif ($active_formatting_elements->[$_]->[0]->manakai_local_name
1447     eq $tag_name) {
1448 wakaba 1.79 !!!cp ('t51');
1449 wakaba 1.1 $formatting_element = $active_formatting_elements->[$_];
1450     $formatting_element_i_in_active = $_;
1451     last AFE;
1452     }
1453     } # AFE
1454     unless (defined $formatting_element) {
1455 wakaba 1.79 !!!cp ('t53');
1456 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => $tag_name, token => $end_tag_token);
1457 wakaba 1.1 ## Ignore the token
1458     !!!next-token;
1459     return;
1460     }
1461     ## has an element in scope
1462     my $in_scope = 1;
1463     my $formatting_element_i_in_open;
1464 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
1465     my $node = $self->{open_elements}->[$_];
1466 wakaba 1.1 if ($node->[0] eq $formatting_element->[0]) {
1467     if ($in_scope) {
1468 wakaba 1.79 !!!cp ('t54');
1469 wakaba 1.1 $formatting_element_i_in_open = $_;
1470     last INSCOPE;
1471     } else { # in open elements but not in scope
1472 wakaba 1.79 !!!cp ('t55');
1473 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
1474     text => $token->{tag_name},
1475 wakaba 1.113 token => $end_tag_token);
1476 wakaba 1.1 ## Ignore the token
1477     !!!next-token;
1478     return;
1479     }
1480 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
1481 wakaba 1.79 !!!cp ('t56');
1482 wakaba 1.1 $in_scope = 0;
1483     }
1484     } # INSCOPE
1485     unless (defined $formatting_element_i_in_open) {
1486 wakaba 1.79 !!!cp ('t57');
1487 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
1488     text => $token->{tag_name},
1489 wakaba 1.113 token => $end_tag_token);
1490 wakaba 1.1 pop @$active_formatting_elements; # $formatting_element
1491     !!!next-token; ## TODO: ok?
1492     return;
1493     }
1494 wakaba 1.3 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
1495 wakaba 1.79 !!!cp ('t58');
1496 wakaba 1.122 !!!parse-error (type => 'not closed',
1497 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
1498 wakaba 1.122 ->manakai_local_name,
1499 wakaba 1.113 token => $end_tag_token);
1500 wakaba 1.1 }
1501    
1502     ## Step 2
1503     my $furthest_block;
1504     my $furthest_block_i_in_open;
1505 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
1506     my $node = $self->{open_elements}->[$_];
1507 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
1508 wakaba 1.1 #not $phrasing_category->{$node->[1]} and
1509 wakaba 1.123 ($node->[1] & SPECIAL_EL or
1510     $node->[1] & SCOPING_EL)) { ## Scoping is redundant, maybe
1511 wakaba 1.79 !!!cp ('t59');
1512 wakaba 1.1 $furthest_block = $node;
1513     $furthest_block_i_in_open = $_;
1514 wakaba 1.203 ## NOTE: The topmost (eldest) node.
1515 wakaba 1.1 } elsif ($node->[0] eq $formatting_element->[0]) {
1516 wakaba 1.79 !!!cp ('t60');
1517 wakaba 1.1 last OE;
1518     }
1519     } # OE
1520    
1521     ## Step 3
1522     unless (defined $furthest_block) { # MUST
1523 wakaba 1.79 !!!cp ('t61');
1524 wakaba 1.3 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
1525 wakaba 1.1 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
1526     !!!next-token;
1527     return;
1528     }
1529    
1530     ## Step 4
1531 wakaba 1.3 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
1532 wakaba 1.1
1533     ## Step 5
1534     my $furthest_block_parent = $furthest_block->[0]->parent_node;
1535     if (defined $furthest_block_parent) {
1536 wakaba 1.79 !!!cp ('t62');
1537 wakaba 1.1 $furthest_block_parent->remove_child ($furthest_block->[0]);
1538     }
1539    
1540     ## Step 6
1541     my $bookmark_prev_el
1542     = $active_formatting_elements->[$formatting_element_i_in_active - 1]
1543     ->[0];
1544    
1545     ## Step 7
1546     my $node = $furthest_block;
1547     my $node_i_in_open = $furthest_block_i_in_open;
1548     my $last_node = $furthest_block;
1549     S7: {
1550     ## Step 1
1551     $node_i_in_open--;
1552 wakaba 1.3 $node = $self->{open_elements}->[$node_i_in_open];
1553 wakaba 1.1
1554     ## Step 2
1555     my $node_i_in_active;
1556     S7S2: {
1557     for (reverse 0..$#$active_formatting_elements) {
1558     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
1559 wakaba 1.79 !!!cp ('t63');
1560 wakaba 1.1 $node_i_in_active = $_;
1561     last S7S2;
1562     }
1563     }
1564 wakaba 1.3 splice @{$self->{open_elements}}, $node_i_in_open, 1;
1565 wakaba 1.1 redo S7;
1566     } # S7S2
1567    
1568     ## Step 3
1569     last S7 if $node->[0] eq $formatting_element->[0];
1570    
1571     ## Step 4
1572     if ($last_node->[0] eq $furthest_block->[0]) {
1573 wakaba 1.79 !!!cp ('t64');
1574 wakaba 1.1 $bookmark_prev_el = $node->[0];
1575     }
1576    
1577     ## Step 5
1578     if ($node->[0]->has_child_nodes ()) {
1579 wakaba 1.79 !!!cp ('t65');
1580 wakaba 1.1 my $clone = [$node->[0]->clone_node (0), $node->[1]];
1581     $active_formatting_elements->[$node_i_in_active] = $clone;
1582 wakaba 1.3 $self->{open_elements}->[$node_i_in_open] = $clone;
1583 wakaba 1.1 $node = $clone;
1584     }
1585    
1586     ## Step 6
1587     $node->[0]->append_child ($last_node->[0]);
1588    
1589     ## Step 7
1590     $last_node = $node;
1591    
1592     ## Step 8
1593     redo S7;
1594     } # S7
1595    
1596     ## Step 8
1597 wakaba 1.123 if ($common_ancestor_node->[1] & TABLE_ROWS_EL) {
1598 wakaba 1.102 my $foster_parent_element;
1599     my $next_sibling;
1600 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
1601 wakaba 1.206 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
1602 wakaba 1.102 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
1603     if (defined $parent and $parent->node_type == 1) {
1604     !!!cp ('t65.1');
1605     $foster_parent_element = $parent;
1606     $next_sibling = $self->{open_elements}->[$_]->[0];
1607     } else {
1608     !!!cp ('t65.2');
1609     $foster_parent_element
1610     = $self->{open_elements}->[$_ - 1]->[0];
1611     }
1612     last OE;
1613     }
1614     } # OE
1615     $foster_parent_element = $self->{open_elements}->[0]->[0]
1616     unless defined $foster_parent_element;
1617     $foster_parent_element->insert_before ($last_node->[0], $next_sibling);
1618     $open_tables->[-1]->[1] = 1; # tainted
1619     } else {
1620     !!!cp ('t65.3');
1621     $common_ancestor_node->[0]->append_child ($last_node->[0]);
1622     }
1623 wakaba 1.1
1624     ## Step 9
1625     my $clone = [$formatting_element->[0]->clone_node (0),
1626     $formatting_element->[1]];
1627    
1628     ## Step 10
1629     my @cn = @{$furthest_block->[0]->child_nodes};
1630     $clone->[0]->append_child ($_) for @cn;
1631    
1632     ## Step 11
1633     $furthest_block->[0]->append_child ($clone->[0]);
1634    
1635     ## Step 12
1636     my $i;
1637     AFE: for (reverse 0..$#$active_formatting_elements) {
1638     if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
1639 wakaba 1.79 !!!cp ('t66');
1640 wakaba 1.1 splice @$active_formatting_elements, $_, 1;
1641     $i-- and last AFE if defined $i;
1642     } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
1643 wakaba 1.79 !!!cp ('t67');
1644 wakaba 1.1 $i = $_;
1645     }
1646     } # AFE
1647     splice @$active_formatting_elements, $i + 1, 0, $clone;
1648    
1649     ## Step 13
1650     undef $i;
1651 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
1652     if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
1653 wakaba 1.79 !!!cp ('t68');
1654 wakaba 1.3 splice @{$self->{open_elements}}, $_, 1;
1655 wakaba 1.1 $i-- and last OE if defined $i;
1656 wakaba 1.3 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
1657 wakaba 1.79 !!!cp ('t69');
1658 wakaba 1.1 $i = $_;
1659     }
1660     } # OE
1661 wakaba 1.203 splice @{$self->{open_elements}}, $i + 1, 0, $clone;
1662 wakaba 1.1
1663     ## Step 14
1664     redo FET;
1665     } # FET
1666     }; # $formatting_end_tag
1667    
1668 wakaba 1.96 $insert = my $insert_to_current = sub {
1669 wakaba 1.25 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
1670 wakaba 1.1 }; # $insert_to_current
1671    
1672     my $insert_to_foster = sub {
1673 wakaba 1.95 my $child = shift;
1674 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
1675 wakaba 1.95 # MUST
1676     my $foster_parent_element;
1677     my $next_sibling;
1678 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
1679 wakaba 1.206 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
1680 wakaba 1.3 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
1681 wakaba 1.1 if (defined $parent and $parent->node_type == 1) {
1682 wakaba 1.79 !!!cp ('t70');
1683 wakaba 1.1 $foster_parent_element = $parent;
1684 wakaba 1.3 $next_sibling = $self->{open_elements}->[$_]->[0];
1685 wakaba 1.1 } else {
1686 wakaba 1.79 !!!cp ('t71');
1687 wakaba 1.1 $foster_parent_element
1688 wakaba 1.3 = $self->{open_elements}->[$_ - 1]->[0];
1689 wakaba 1.1 }
1690     last OE;
1691     }
1692     } # OE
1693 wakaba 1.3 $foster_parent_element = $self->{open_elements}->[0]->[0]
1694 wakaba 1.1 unless defined $foster_parent_element;
1695     $foster_parent_element->insert_before
1696     ($child, $next_sibling);
1697 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
1698     } else {
1699     !!!cp ('t72');
1700     $self->{open_elements}->[-1]->[0]->append_child ($child);
1701     }
1702 wakaba 1.1 }; # $insert_to_foster
1703    
1704 wakaba 1.204 ## NOTE: Insert a character (MUST): When a character is inserted, if
1705     ## the last node that was inserted by the parser is a Text node and
1706     ## the character has to be inserted after that node, then the
1707     ## character is appended to the Text node. However, if any other
1708     ## node is inserted by the parser, then a new Text node is created
1709     ## and the character is appended as that Text node. If I'm not
1710     ## wrong, for a parser with scripting disabled, there are only two
1711     ## cases where this occurs. One is the case where an element node
1712     ## is inserted to the |head| element. This is covered by using the
1713 wakaba 1.202 ## |$self->{head_element_inserted}| flag. Another is the case where
1714     ## an element or comment is inserted into the |table| subtree while
1715     ## foster parenting happens. This is covered by using the [2] flag
1716     ## of the |$open_tables| structure. All other cases are handled
1717     ## simply by calling |manakai_append_text| method.
1718    
1719 wakaba 1.204 ## TODO: |<body><script>document.write("a<br>");
1720     ## document.body.removeChild (document.body.lastChild);
1721     ## document.write ("b")</script>|
1722    
1723 wakaba 1.126 B: while (1) {
1724 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
1725 wakaba 1.79 !!!cp ('t73');
1726 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
1727 wakaba 1.52 ## Ignore the token
1728     ## Stay in the phase
1729     !!!next-token;
1730 wakaba 1.126 next B;
1731 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN and
1732 wakaba 1.52 $token->{tag_name} eq 'html') {
1733 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
1734 wakaba 1.79 !!!cp ('t79');
1735 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
1736 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
1737     } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
1738 wakaba 1.79 !!!cp ('t80');
1739 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
1740 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
1741 wakaba 1.79 } else {
1742     !!!cp ('t81');
1743 wakaba 1.52 }
1744    
1745 wakaba 1.84 !!!cp ('t82');
1746 wakaba 1.113 !!!parse-error (type => 'not first start tag', token => $token);
1747 wakaba 1.52 my $top_el = $self->{open_elements}->[0]->[0];
1748     for my $attr_name (keys %{$token->{attributes}}) {
1749     unless ($top_el->has_attribute_ns (undef, $attr_name)) {
1750 wakaba 1.79 !!!cp ('t84');
1751 wakaba 1.52 $top_el->set_attribute_ns
1752     (undef, [undef, $attr_name],
1753     $token->{attributes}->{$attr_name}->{value});
1754     }
1755     }
1756 wakaba 1.125 !!!nack ('t84.1');
1757 wakaba 1.52 !!!next-token;
1758 wakaba 1.126 next B;
1759 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
1760 wakaba 1.52 my $comment = $self->{document}->create_comment ($token->{data});
1761 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
1762 wakaba 1.79 !!!cp ('t85');
1763 wakaba 1.52 $self->{document}->append_child ($comment);
1764 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
1765 wakaba 1.79 !!!cp ('t86');
1766 wakaba 1.52 $self->{open_elements}->[0]->[0]->append_child ($comment);
1767     } else {
1768 wakaba 1.79 !!!cp ('t87');
1769 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($comment);
1770 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
1771 wakaba 1.52 }
1772     !!!next-token;
1773 wakaba 1.126 next B;
1774 wakaba 1.205 } elsif ($self->{insertion_mode} & IN_CDATA_RCDATA_IM) {
1775     if ($token->{type} == CHARACTER_TOKEN) {
1776     $token->{data} =~ s/^\x0A// if $self->{ignore_newline};
1777     delete $self->{ignore_newline};
1778    
1779     if (length $token->{data}) {
1780     !!!cp ('t43');
1781     $self->{open_elements}->[-1]->[0]->manakai_append_text
1782     ($token->{data});
1783     } else {
1784     !!!cp ('t43.1');
1785     }
1786     !!!next-token;
1787     next B;
1788     } elsif ($token->{type} == END_TAG_TOKEN) {
1789     delete $self->{ignore_newline};
1790    
1791     if ($token->{tag_name} eq 'script') {
1792     !!!cp ('t50');
1793    
1794     ## Para 1-2
1795     my $script = pop @{$self->{open_elements}};
1796    
1797     ## Para 3
1798     $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1799    
1800     ## Para 4
1801     ## TODO: $old_insertion_point = $current_insertion_point;
1802     ## TODO: $current_insertion_point = just before $self->{nc};
1803    
1804     ## Para 5
1805     ## TODO: Run the $script->[0].
1806    
1807     ## Para 6
1808     ## TODO: $current_insertion_point = $old_insertion_point;
1809    
1810     ## Para 7
1811     ## TODO: if ($pending_external_script) {
1812     ## TODO: ...
1813     ## TODO: }
1814    
1815     !!!next-token;
1816     next B;
1817     } else {
1818     !!!cp ('t42');
1819    
1820     pop @{$self->{open_elements}};
1821    
1822     $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1823     !!!next-token;
1824     next B;
1825     }
1826     } elsif ($token->{type} == END_OF_FILE_TOKEN) {
1827     delete $self->{ignore_newline};
1828    
1829     !!!cp ('t44');
1830     !!!parse-error (type => 'not closed',
1831     text => $self->{open_elements}->[-1]->[0]
1832     ->manakai_local_name,
1833     token => $token);
1834    
1835 wakaba 1.206 #if ($self->{open_elements}->[-1]->[1] == SCRIPT_EL) {
1836 wakaba 1.205 # ## TODO: Mark as "already executed"
1837     #}
1838    
1839     pop @{$self->{open_elements}};
1840    
1841     $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1842     ## Reprocess.
1843     next B;
1844     } else {
1845     die "$0: $token->{type}: In CDATA/RCDATA: Unknown token type";
1846     }
1847 wakaba 1.126 } elsif ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
1848     if ($token->{type} == CHARACTER_TOKEN) {
1849     !!!cp ('t87.1');
1850     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
1851     !!!next-token;
1852     next B;
1853     } elsif ($token->{type} == START_TAG_TOKEN) {
1854 wakaba 1.129 if ((not {mglyph => 1, malignmark => 1}->{$token->{tag_name}} and
1855     $self->{open_elements}->[-1]->[1] & FOREIGN_FLOW_CONTENT_EL) or
1856 wakaba 1.126 not ($self->{open_elements}->[-1]->[1] & FOREIGN_EL) or
1857     ($token->{tag_name} eq 'svg' and
1858 wakaba 1.206 $self->{open_elements}->[-1]->[1] == MML_AXML_EL)) {
1859 wakaba 1.126 ## NOTE: "using the rules for secondary insertion mode"then"continue"
1860     !!!cp ('t87.2');
1861     #
1862     } elsif ({
1863 wakaba 1.130 b => 1, big => 1, blockquote => 1, body => 1, br => 1,
1864 wakaba 1.146 center => 1, code => 1, dd => 1, div => 1, dl => 1, dt => 1,
1865     em => 1, embed => 1, font => 1, h1 => 1, h2 => 1, h3 => 1,
1866     h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, i => 1,
1867     img => 1, li => 1, listing => 1, menu => 1, meta => 1,
1868     nobr => 1, ol => 1, p => 1, pre => 1, ruby => 1, s => 1,
1869     small => 1, span => 1, strong => 1, strike => 1, sub => 1,
1870     sup => 1, table => 1, tt => 1, u => 1, ul => 1, var => 1,
1871 wakaba 1.126 }->{$token->{tag_name}}) {
1872     !!!cp ('t87.2');
1873     !!!parse-error (type => 'not closed',
1874 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
1875 wakaba 1.126 ->manakai_local_name,
1876     token => $token);
1877    
1878     pop @{$self->{open_elements}}
1879     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
1880    
1881 wakaba 1.130 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
1882 wakaba 1.126 ## Reprocess.
1883     next B;
1884     } else {
1885 wakaba 1.131 my $nsuri = $self->{open_elements}->[-1]->[0]->namespace_uri;
1886     my $tag_name = $token->{tag_name};
1887     if ($nsuri eq $SVG_NS) {
1888     $tag_name = {
1889     altglyph => 'altGlyph',
1890     altglyphdef => 'altGlyphDef',
1891     altglyphitem => 'altGlyphItem',
1892     animatecolor => 'animateColor',
1893     animatemotion => 'animateMotion',
1894     animatetransform => 'animateTransform',
1895     clippath => 'clipPath',
1896     feblend => 'feBlend',
1897     fecolormatrix => 'feColorMatrix',
1898     fecomponenttransfer => 'feComponentTransfer',
1899     fecomposite => 'feComposite',
1900     feconvolvematrix => 'feConvolveMatrix',
1901     fediffuselighting => 'feDiffuseLighting',
1902     fedisplacementmap => 'feDisplacementMap',
1903     fedistantlight => 'feDistantLight',
1904     feflood => 'feFlood',
1905     fefunca => 'feFuncA',
1906     fefuncb => 'feFuncB',
1907     fefuncg => 'feFuncG',
1908     fefuncr => 'feFuncR',
1909     fegaussianblur => 'feGaussianBlur',
1910     feimage => 'feImage',
1911     femerge => 'feMerge',
1912     femergenode => 'feMergeNode',
1913     femorphology => 'feMorphology',
1914     feoffset => 'feOffset',
1915     fepointlight => 'fePointLight',
1916     fespecularlighting => 'feSpecularLighting',
1917     fespotlight => 'feSpotLight',
1918     fetile => 'feTile',
1919     feturbulence => 'feTurbulence',
1920     foreignobject => 'foreignObject',
1921     glyphref => 'glyphRef',
1922     lineargradient => 'linearGradient',
1923     radialgradient => 'radialGradient',
1924     #solidcolor => 'solidColor', ## NOTE: Commented in spec (SVG1.2)
1925     textpath => 'textPath',
1926     }->{$tag_name} || $tag_name;
1927     }
1928    
1929     ## "adjust SVG attributes" (SVG only) - done in insert-element-f
1930    
1931     ## "adjust foreign attributes" - done in insert-element-f
1932 wakaba 1.126
1933 wakaba 1.131 !!!insert-element-f ($nsuri, $tag_name, $token->{attributes}, $token);
1934 wakaba 1.126
1935     if ($self->{self_closing}) {
1936     pop @{$self->{open_elements}};
1937     !!!ack ('t87.3');
1938     } else {
1939     !!!cp ('t87.4');
1940     }
1941    
1942     !!!next-token;
1943     next B;
1944     }
1945     } elsif ($token->{type} == END_TAG_TOKEN) {
1946     ## NOTE: "using the rules for secondary insertion mode" then "continue"
1947     !!!cp ('t87.5');
1948     #
1949     } elsif ($token->{type} == END_OF_FILE_TOKEN) {
1950     !!!cp ('t87.6');
1951 wakaba 1.146 !!!parse-error (type => 'not closed',
1952 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
1953 wakaba 1.146 ->manakai_local_name,
1954     token => $token);
1955    
1956     pop @{$self->{open_elements}}
1957     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
1958    
1959 wakaba 1.200 ## NOTE: |<span><svg>| ... two parse errors, |<svg>| ... a parse error.
1960    
1961 wakaba 1.146 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
1962     ## Reprocess.
1963     next B;
1964 wakaba 1.126 } else {
1965     die "$0: $token->{type}: Unknown token type";
1966     }
1967     }
1968    
1969     if ($self->{insertion_mode} & HEAD_IMS) {
1970 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
1971 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1972 wakaba 1.99 unless ($self->{insertion_mode} == BEFORE_HEAD_IM) {
1973 wakaba 1.202 if ($self->{head_element_inserted}) {
1974     !!!cp ('t88.3');
1975     $self->{open_elements}->[-1]->[0]->append_child
1976     ($self->{document}->create_text_node ($1));
1977     delete $self->{head_element_inserted};
1978     ## NOTE: |</head> <link> |
1979     #
1980     } else {
1981     !!!cp ('t88.2');
1982     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
1983     ## NOTE: |</head> &#x20;|
1984     #
1985     }
1986 wakaba 1.99 } else {
1987     !!!cp ('t88.1');
1988     ## Ignore the token.
1989 wakaba 1.177 #
1990 wakaba 1.99 }
1991 wakaba 1.52 unless (length $token->{data}) {
1992 wakaba 1.79 !!!cp ('t88');
1993 wakaba 1.52 !!!next-token;
1994 wakaba 1.126 next B;
1995 wakaba 1.1 }
1996 wakaba 1.177 ## TODO: set $token->{column} appropriately
1997 wakaba 1.1 }
1998 wakaba 1.52
1999 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2000 wakaba 1.79 !!!cp ('t89');
2001 wakaba 1.52 ## As if <head>
2002 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2003 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2004 wakaba 1.123 push @{$self->{open_elements}},
2005     [$self->{head_element}, $el_category->{head}];
2006 wakaba 1.52
2007     ## Reprocess in the "in head" insertion mode...
2008     pop @{$self->{open_elements}};
2009    
2010     ## Reprocess in the "after head" insertion mode...
2011 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2012 wakaba 1.79 !!!cp ('t90');
2013 wakaba 1.52 ## As if </noscript>
2014     pop @{$self->{open_elements}};
2015 wakaba 1.153 !!!parse-error (type => 'in noscript:#text', token => $token);
2016 wakaba 1.1
2017 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
2018     ## As if </head>
2019     pop @{$self->{open_elements}};
2020    
2021     ## Reprocess in the "after head" insertion mode...
2022 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2023 wakaba 1.79 !!!cp ('t91');
2024 wakaba 1.52 pop @{$self->{open_elements}};
2025    
2026     ## Reprocess in the "after head" insertion mode...
2027 wakaba 1.79 } else {
2028     !!!cp ('t92');
2029 wakaba 1.1 }
2030 wakaba 1.52
2031 wakaba 1.123 ## "after head" insertion mode
2032     ## As if <body>
2033     !!!insert-element ('body',, $token);
2034     $self->{insertion_mode} = IN_BODY_IM;
2035     ## reprocess
2036 wakaba 1.126 next B;
2037 wakaba 1.123 } elsif ($token->{type} == START_TAG_TOKEN) {
2038     if ($token->{tag_name} eq 'head') {
2039     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2040     !!!cp ('t93');
2041 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
2042 wakaba 1.123 $self->{open_elements}->[-1]->[0]->append_child
2043     ($self->{head_element});
2044     push @{$self->{open_elements}},
2045     [$self->{head_element}, $el_category->{head}];
2046     $self->{insertion_mode} = IN_HEAD_IM;
2047 wakaba 1.125 !!!nack ('t93.1');
2048 wakaba 1.123 !!!next-token;
2049 wakaba 1.126 next B;
2050 wakaba 1.125 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2051 wakaba 1.139 !!!cp ('t93.2');
2052 wakaba 1.153 !!!parse-error (type => 'after head', text => 'head',
2053     token => $token);
2054 wakaba 1.139 ## Ignore the token
2055     !!!nack ('t93.3');
2056     !!!next-token;
2057     next B;
2058 wakaba 1.125 } else {
2059     !!!cp ('t95');
2060 wakaba 1.153 !!!parse-error (type => 'in head:head',
2061     token => $token); # or in head noscript
2062 wakaba 1.125 ## Ignore the token
2063     !!!nack ('t95.1');
2064     !!!next-token;
2065 wakaba 1.126 next B;
2066 wakaba 1.125 }
2067     } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2068 wakaba 1.126 !!!cp ('t96');
2069     ## As if <head>
2070     !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2071     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2072     push @{$self->{open_elements}},
2073     [$self->{head_element}, $el_category->{head}];
2074 wakaba 1.52
2075 wakaba 1.126 $self->{insertion_mode} = IN_HEAD_IM;
2076     ## Reprocess in the "in head" insertion mode...
2077     } else {
2078     !!!cp ('t97');
2079     }
2080 wakaba 1.52
2081 wakaba 1.202 if ($token->{tag_name} eq 'base') {
2082     if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2083     !!!cp ('t98');
2084     ## As if </noscript>
2085     pop @{$self->{open_elements}};
2086     !!!parse-error (type => 'in noscript', text => 'base',
2087     token => $token);
2088    
2089     $self->{insertion_mode} = IN_HEAD_IM;
2090     ## Reprocess in the "in head" insertion mode...
2091     } else {
2092     !!!cp ('t99');
2093     }
2094 wakaba 1.49
2095 wakaba 1.202 ## NOTE: There is a "as if in head" code clone.
2096     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2097     !!!cp ('t100');
2098     !!!parse-error (type => 'after head',
2099     text => $token->{tag_name}, token => $token);
2100     push @{$self->{open_elements}},
2101     [$self->{head_element}, $el_category->{head}];
2102     $self->{head_element_inserted} = 1;
2103     } else {
2104     !!!cp ('t101');
2105     }
2106     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2107     pop @{$self->{open_elements}};
2108     pop @{$self->{open_elements}} # <head>
2109     if $self->{insertion_mode} == AFTER_HEAD_IM;
2110     !!!nack ('t101.1');
2111     !!!next-token;
2112     next B;
2113 wakaba 1.194 } elsif ($token->{tag_name} eq 'link') {
2114     ## NOTE: There is a "as if in head" code clone.
2115     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2116     !!!cp ('t102');
2117     !!!parse-error (type => 'after head',
2118     text => $token->{tag_name}, token => $token);
2119     push @{$self->{open_elements}},
2120     [$self->{head_element}, $el_category->{head}];
2121 wakaba 1.202 $self->{head_element_inserted} = 1;
2122 wakaba 1.194 } else {
2123     !!!cp ('t103');
2124     }
2125     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2126     pop @{$self->{open_elements}};
2127     pop @{$self->{open_elements}} # <head>
2128     if $self->{insertion_mode} == AFTER_HEAD_IM;
2129     !!!ack ('t103.1');
2130     !!!next-token;
2131     next B;
2132     } elsif ($token->{tag_name} eq 'command' or
2133     $token->{tag_name} eq 'eventsource') {
2134     if ($self->{insertion_mode} == IN_HEAD_IM) {
2135     ## NOTE: If the insertion mode at the time of the emission
2136     ## of the token was "before head", $self->{insertion_mode}
2137     ## is already changed to |IN_HEAD_IM|.
2138    
2139     ## NOTE: There is a "as if in head" code clone.
2140     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2141     pop @{$self->{open_elements}};
2142     pop @{$self->{open_elements}} # <head>
2143     if $self->{insertion_mode} == AFTER_HEAD_IM;
2144     !!!ack ('t103.2');
2145     !!!next-token;
2146     next B;
2147     } else {
2148     ## NOTE: "in head noscript" or "after head" insertion mode
2149     ## - in these cases, these tags are treated as same as
2150     ## normal in-body tags.
2151     !!!cp ('t103.3');
2152     #
2153     }
2154 wakaba 1.202 } elsif ($token->{tag_name} eq 'meta') {
2155     ## NOTE: There is a "as if in head" code clone.
2156     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2157     !!!cp ('t104');
2158     !!!parse-error (type => 'after head',
2159     text => $token->{tag_name}, token => $token);
2160     push @{$self->{open_elements}},
2161     [$self->{head_element}, $el_category->{head}];
2162     $self->{head_element_inserted} = 1;
2163     } else {
2164     !!!cp ('t105');
2165     }
2166     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2167     my $meta_el = pop @{$self->{open_elements}};
2168 wakaba 1.34
2169     unless ($self->{confident}) {
2170 wakaba 1.134 if ($token->{attributes}->{charset}) {
2171 wakaba 1.79 !!!cp ('t106');
2172 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
2173     ## in the {change_encoding} callback.
2174 wakaba 1.63 $self->{change_encoding}
2175 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value},
2176     $token);
2177 wakaba 1.66
2178     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
2179     ->set_user_data (manakai_has_reference =>
2180     $token->{attributes}->{charset}
2181     ->{has_reference});
2182 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
2183     if ($token->{attributes}->{content}->{value}
2184 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
2185 wakaba 1.186 [\x09\x0A\x0C\x0D\x20]*=
2186     [\x09\x0A\x0C\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
2187     ([^"'\x09\x0A\x0C\x0D\x20]
2188     [^\x09\x0A\x0C\x0D\x20\x3B]*))/x) {
2189 wakaba 1.79 !!!cp ('t107');
2190 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
2191     ## in the {change_encoding} callback.
2192 wakaba 1.63 $self->{change_encoding}
2193 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3,
2194     $token);
2195 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
2196     ->set_user_data (manakai_has_reference =>
2197     $token->{attributes}->{content}
2198     ->{has_reference});
2199 wakaba 1.79 } else {
2200     !!!cp ('t108');
2201 wakaba 1.63 }
2202 wakaba 1.34 }
2203 wakaba 1.66 } else {
2204     if ($token->{attributes}->{charset}) {
2205 wakaba 1.79 !!!cp ('t109');
2206 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
2207     ->set_user_data (manakai_has_reference =>
2208     $token->{attributes}->{charset}
2209     ->{has_reference});
2210     }
2211 wakaba 1.68 if ($token->{attributes}->{content}) {
2212 wakaba 1.79 !!!cp ('t110');
2213 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
2214     ->set_user_data (manakai_has_reference =>
2215     $token->{attributes}->{content}
2216     ->{has_reference});
2217     }
2218 wakaba 1.34 }
2219    
2220 wakaba 1.100 pop @{$self->{open_elements}} # <head>
2221 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
2222 wakaba 1.125 !!!ack ('t110.1');
2223 wakaba 1.34 !!!next-token;
2224 wakaba 1.126 next B;
2225 wakaba 1.202 } elsif ($token->{tag_name} eq 'title') {
2226     if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2227     !!!cp ('t111');
2228     ## As if </noscript>
2229     pop @{$self->{open_elements}};
2230     !!!parse-error (type => 'in noscript', text => 'title',
2231     token => $token);
2232    
2233     $self->{insertion_mode} = IN_HEAD_IM;
2234     ## Reprocess in the "in head" insertion mode...
2235     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2236     !!!cp ('t112');
2237     !!!parse-error (type => 'after head',
2238     text => $token->{tag_name}, token => $token);
2239     push @{$self->{open_elements}},
2240     [$self->{head_element}, $el_category->{head}];
2241     $self->{head_element_inserted} = 1;
2242     } else {
2243     !!!cp ('t113');
2244     }
2245 wakaba 1.49
2246 wakaba 1.202 ## NOTE: There is a "as if in head" code clone.
2247     $parse_rcdata->(RCDATA_CONTENT_MODEL);
2248 wakaba 1.205 ## ISSUE: A spec bug [Bug 6038]
2249     splice @{$self->{open_elements}}, -2, 1, () # <head>
2250     if ($self->{insertion_mode} & AFTER_HEAD_IM) == AFTER_HEAD_IM;
2251 wakaba 1.202 next B;
2252     } elsif ($token->{tag_name} eq 'style' or
2253     $token->{tag_name} eq 'noframes') {
2254     ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
2255     ## insertion mode IN_HEAD_IM)
2256     ## NOTE: There is a "as if in head" code clone.
2257     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2258     !!!cp ('t114');
2259     !!!parse-error (type => 'after head',
2260     text => $token->{tag_name}, token => $token);
2261     push @{$self->{open_elements}},
2262     [$self->{head_element}, $el_category->{head}];
2263     $self->{head_element_inserted} = 1;
2264     } else {
2265     !!!cp ('t115');
2266     }
2267     $parse_rcdata->(CDATA_CONTENT_MODEL);
2268 wakaba 1.205 ## ISSUE: A spec bug [Bug 6038]
2269     splice @{$self->{open_elements}}, -2, 1, () # <head>
2270     if ($self->{insertion_mode} & AFTER_HEAD_IM) == AFTER_HEAD_IM;
2271 wakaba 1.202 next B;
2272 wakaba 1.205 } elsif ($token->{tag_name} eq 'noscript') {
2273 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_IM) {
2274 wakaba 1.79 !!!cp ('t116');
2275 wakaba 1.25 ## NOTE: and scripting is disalbed
2276 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2277 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
2278 wakaba 1.125 !!!nack ('t116.1');
2279 wakaba 1.1 !!!next-token;
2280 wakaba 1.126 next B;
2281 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2282 wakaba 1.79 !!!cp ('t117');
2283 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'noscript',
2284     token => $token);
2285 wakaba 1.1 ## Ignore the token
2286 wakaba 1.125 !!!nack ('t117.1');
2287 wakaba 1.41 !!!next-token;
2288 wakaba 1.126 next B;
2289 wakaba 1.1 } else {
2290 wakaba 1.79 !!!cp ('t118');
2291 wakaba 1.25 #
2292 wakaba 1.1 }
2293 wakaba 1.202 } elsif ($token->{tag_name} eq 'script') {
2294     if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2295     !!!cp ('t119');
2296     ## As if </noscript>
2297     pop @{$self->{open_elements}};
2298     !!!parse-error (type => 'in noscript', text => 'script',
2299     token => $token);
2300    
2301     $self->{insertion_mode} = IN_HEAD_IM;
2302     ## Reprocess in the "in head" insertion mode...
2303     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2304     !!!cp ('t120');
2305     !!!parse-error (type => 'after head',
2306     text => $token->{tag_name}, token => $token);
2307     push @{$self->{open_elements}},
2308     [$self->{head_element}, $el_category->{head}];
2309     $self->{head_element_inserted} = 1;
2310     } else {
2311     !!!cp ('t121');
2312     }
2313 wakaba 1.49
2314 wakaba 1.202 ## NOTE: There is a "as if in head" code clone.
2315     $script_start_tag->();
2316 wakaba 1.205 ## ISSUE: A spec bug [Bug 6038]
2317     splice @{$self->{open_elements}}, -2, 1 # <head>
2318     if ($self->{insertion_mode} & AFTER_HEAD_IM) == AFTER_HEAD_IM;
2319 wakaba 1.202 next B;
2320     } elsif ($token->{tag_name} eq 'body' or
2321     $token->{tag_name} eq 'frameset') {
2322 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2323 wakaba 1.79 !!!cp ('t122');
2324 wakaba 1.49 ## As if </noscript>
2325     pop @{$self->{open_elements}};
2326 wakaba 1.153 !!!parse-error (type => 'in noscript',
2327     text => $token->{tag_name}, token => $token);
2328 wakaba 1.49
2329     ## Reprocess in the "in head" insertion mode...
2330     ## As if </head>
2331     pop @{$self->{open_elements}};
2332    
2333     ## Reprocess in the "after head" insertion mode...
2334 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2335 wakaba 1.79 !!!cp ('t124');
2336 wakaba 1.49 pop @{$self->{open_elements}};
2337    
2338     ## Reprocess in the "after head" insertion mode...
2339 wakaba 1.79 } else {
2340     !!!cp ('t125');
2341 wakaba 1.49 }
2342    
2343     ## "after head" insertion mode
2344 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2345 wakaba 1.54 if ($token->{tag_name} eq 'body') {
2346 wakaba 1.79 !!!cp ('t126');
2347 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
2348     } elsif ($token->{tag_name} eq 'frameset') {
2349 wakaba 1.79 !!!cp ('t127');
2350 wakaba 1.54 $self->{insertion_mode} = IN_FRAMESET_IM;
2351     } else {
2352     die "$0: tag name: $self->{tag_name}";
2353     }
2354 wakaba 1.125 !!!nack ('t127.1');
2355 wakaba 1.1 !!!next-token;
2356 wakaba 1.126 next B;
2357 wakaba 1.1 } else {
2358 wakaba 1.79 !!!cp ('t128');
2359 wakaba 1.1 #
2360     }
2361 wakaba 1.49
2362 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2363 wakaba 1.79 !!!cp ('t129');
2364 wakaba 1.49 ## As if </noscript>
2365     pop @{$self->{open_elements}};
2366 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
2367     text => $token->{tag_name}, token => $token);
2368 wakaba 1.49
2369     ## Reprocess in the "in head" insertion mode...
2370     ## As if </head>
2371 wakaba 1.25 pop @{$self->{open_elements}};
2372 wakaba 1.49
2373     ## Reprocess in the "after head" insertion mode...
2374 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2375 wakaba 1.79 !!!cp ('t130');
2376 wakaba 1.49 ## As if </head>
2377 wakaba 1.25 pop @{$self->{open_elements}};
2378 wakaba 1.49
2379     ## Reprocess in the "after head" insertion mode...
2380 wakaba 1.79 } else {
2381     !!!cp ('t131');
2382 wakaba 1.49 }
2383    
2384     ## "after head" insertion mode
2385     ## As if <body>
2386 wakaba 1.116 !!!insert-element ('body',, $token);
2387 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
2388 wakaba 1.49 ## reprocess
2389 wakaba 1.125 !!!ack-later;
2390 wakaba 1.126 next B;
2391 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
2392 wakaba 1.49 if ($token->{tag_name} eq 'head') {
2393 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2394 wakaba 1.79 !!!cp ('t132');
2395 wakaba 1.50 ## As if <head>
2396 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2397 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2398 wakaba 1.123 push @{$self->{open_elements}},
2399     [$self->{head_element}, $el_category->{head}];
2400 wakaba 1.50
2401     ## Reprocess in the "in head" insertion mode...
2402     pop @{$self->{open_elements}};
2403 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2404 wakaba 1.50 !!!next-token;
2405 wakaba 1.126 next B;
2406 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2407 wakaba 1.79 !!!cp ('t133');
2408 wakaba 1.49 ## As if </noscript>
2409     pop @{$self->{open_elements}};
2410 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
2411     text => 'head', token => $token);
2412 wakaba 1.49
2413     ## Reprocess in the "in head" insertion mode...
2414 wakaba 1.50 pop @{$self->{open_elements}};
2415 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2416 wakaba 1.50 !!!next-token;
2417 wakaba 1.126 next B;
2418 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2419 wakaba 1.79 !!!cp ('t134');
2420 wakaba 1.49 pop @{$self->{open_elements}};
2421 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2422 wakaba 1.49 !!!next-token;
2423 wakaba 1.126 next B;
2424 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2425     !!!cp ('t134.1');
2426 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'head',
2427     token => $token);
2428 wakaba 1.139 ## Ignore the token
2429     !!!next-token;
2430     next B;
2431 wakaba 1.49 } else {
2432 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2433 wakaba 1.49 }
2434     } elsif ($token->{tag_name} eq 'noscript') {
2435 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2436 wakaba 1.79 !!!cp ('t136');
2437 wakaba 1.49 pop @{$self->{open_elements}};
2438 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
2439 wakaba 1.49 !!!next-token;
2440 wakaba 1.126 next B;
2441 wakaba 1.139 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM or
2442     $self->{insertion_mode} == AFTER_HEAD_IM) {
2443 wakaba 1.79 !!!cp ('t137');
2444 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2445     text => 'noscript', token => $token);
2446 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
2447     !!!next-token;
2448 wakaba 1.126 next B;
2449 wakaba 1.49 } else {
2450 wakaba 1.79 !!!cp ('t138');
2451 wakaba 1.49 #
2452     }
2453     } elsif ({
2454 wakaba 1.31 body => 1, html => 1,
2455     }->{$token->{tag_name}}) {
2456 wakaba 1.203 ## TODO: This branch is entirely redundant.
2457     if ($self->{insertion_mode} == BEFORE_HEAD_IM or
2458 wakaba 1.139 $self->{insertion_mode} == IN_HEAD_IM or
2459     $self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2460 wakaba 1.79 !!!cp ('t140');
2461 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2462     text => $token->{tag_name}, token => $token);
2463 wakaba 1.49 ## Ignore the token
2464     !!!next-token;
2465 wakaba 1.126 next B;
2466 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2467     !!!cp ('t140.1');
2468 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2469     text => $token->{tag_name}, token => $token);
2470 wakaba 1.139 ## Ignore the token
2471     !!!next-token;
2472     next B;
2473 wakaba 1.79 } else {
2474 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2475 wakaba 1.49 }
2476 wakaba 1.139 } elsif ($token->{tag_name} eq 'p') {
2477     !!!cp ('t142');
2478 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2479     text => $token->{tag_name}, token => $token);
2480 wakaba 1.139 ## Ignore the token
2481     !!!next-token;
2482     next B;
2483     } elsif ($token->{tag_name} eq 'br') {
2484 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2485 wakaba 1.139 !!!cp ('t142.2');
2486     ## (before head) as if <head>, (in head) as if </head>
2487 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2488 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2489 wakaba 1.139 $self->{insertion_mode} = AFTER_HEAD_IM;
2490    
2491     ## Reprocess in the "after head" insertion mode...
2492     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2493     !!!cp ('t143.2');
2494     ## As if </head>
2495     pop @{$self->{open_elements}};
2496     $self->{insertion_mode} = AFTER_HEAD_IM;
2497    
2498     ## Reprocess in the "after head" insertion mode...
2499     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2500     !!!cp ('t143.3');
2501     ## ISSUE: Two parse errors for <head><noscript></br>
2502 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2503     text => 'br', token => $token);
2504 wakaba 1.139 ## As if </noscript>
2505     pop @{$self->{open_elements}};
2506     $self->{insertion_mode} = IN_HEAD_IM;
2507 wakaba 1.50
2508     ## Reprocess in the "in head" insertion mode...
2509 wakaba 1.139 ## As if </head>
2510     pop @{$self->{open_elements}};
2511     $self->{insertion_mode} = AFTER_HEAD_IM;
2512    
2513     ## Reprocess in the "after head" insertion mode...
2514     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2515     !!!cp ('t143.4');
2516     #
2517 wakaba 1.79 } else {
2518 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2519 wakaba 1.50 }
2520    
2521 wakaba 1.139 ## ISSUE: does not agree with IE7 - it doesn't ignore </br>.
2522 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2523     text => 'br', token => $token);
2524 wakaba 1.139 ## Ignore the token
2525     !!!next-token;
2526     next B;
2527 wakaba 1.25 } else {
2528 wakaba 1.139 !!!cp ('t145');
2529 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2530     text => $token->{tag_name}, token => $token);
2531 wakaba 1.139 ## Ignore the token
2532     !!!next-token;
2533     next B;
2534 wakaba 1.49 }
2535    
2536 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2537 wakaba 1.79 !!!cp ('t146');
2538 wakaba 1.49 ## As if </noscript>
2539     pop @{$self->{open_elements}};
2540 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
2541     text => $token->{tag_name}, token => $token);
2542 wakaba 1.49
2543     ## Reprocess in the "in head" insertion mode...
2544     ## As if </head>
2545     pop @{$self->{open_elements}};
2546    
2547     ## Reprocess in the "after head" insertion mode...
2548 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2549 wakaba 1.79 !!!cp ('t147');
2550 wakaba 1.49 ## As if </head>
2551     pop @{$self->{open_elements}};
2552    
2553     ## Reprocess in the "after head" insertion mode...
2554 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2555 wakaba 1.82 ## ISSUE: This case cannot be reached?
2556 wakaba 1.79 !!!cp ('t148');
2557 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2558     text => $token->{tag_name}, token => $token);
2559 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
2560     !!!next-token;
2561 wakaba 1.126 next B;
2562 wakaba 1.79 } else {
2563     !!!cp ('t149');
2564 wakaba 1.1 }
2565    
2566 wakaba 1.49 ## "after head" insertion mode
2567     ## As if <body>
2568 wakaba 1.116 !!!insert-element ('body',, $token);
2569 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
2570 wakaba 1.52 ## reprocess
2571 wakaba 1.126 next B;
2572 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
2573     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2574     !!!cp ('t149.1');
2575    
2576     ## NOTE: As if <head>
2577 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2578 wakaba 1.104 $self->{open_elements}->[-1]->[0]->append_child
2579     ($self->{head_element});
2580 wakaba 1.123 #push @{$self->{open_elements}},
2581     # [$self->{head_element}, $el_category->{head}];
2582 wakaba 1.104 #$self->{insertion_mode} = IN_HEAD_IM;
2583     ## NOTE: Reprocess.
2584    
2585     ## NOTE: As if </head>
2586     #pop @{$self->{open_elements}};
2587     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2588     ## NOTE: Reprocess.
2589    
2590     #
2591     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2592     !!!cp ('t149.2');
2593    
2594     ## NOTE: As if </head>
2595     pop @{$self->{open_elements}};
2596     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2597     ## NOTE: Reprocess.
2598    
2599     #
2600     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2601     !!!cp ('t149.3');
2602    
2603 wakaba 1.113 !!!parse-error (type => 'in noscript:#eof', token => $token);
2604 wakaba 1.104
2605     ## As if </noscript>
2606     pop @{$self->{open_elements}};
2607     #$self->{insertion_mode} = IN_HEAD_IM;
2608     ## NOTE: Reprocess.
2609    
2610     ## NOTE: As if </head>
2611     pop @{$self->{open_elements}};
2612     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2613     ## NOTE: Reprocess.
2614    
2615     #
2616     } else {
2617     !!!cp ('t149.4');
2618     #
2619     }
2620    
2621     ## NOTE: As if <body>
2622 wakaba 1.116 !!!insert-element ('body',, $token);
2623 wakaba 1.104 $self->{insertion_mode} = IN_BODY_IM;
2624     ## NOTE: Reprocess.
2625 wakaba 1.126 next B;
2626 wakaba 1.104 } else {
2627     die "$0: $token->{type}: Unknown token type";
2628     }
2629 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_IMS) {
2630 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
2631 wakaba 1.79 !!!cp ('t150');
2632 wakaba 1.52 ## NOTE: There is a code clone of "character in body".
2633     $reconstruct_active_formatting_elements->($insert_to_current);
2634    
2635     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
2636    
2637     !!!next-token;
2638 wakaba 1.126 next B;
2639 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
2640 wakaba 1.52 if ({
2641     caption => 1, col => 1, colgroup => 1, tbody => 1,
2642     td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
2643     }->{$token->{tag_name}}) {
2644 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
2645 wakaba 1.52 ## have an element in table scope
2646 wakaba 1.108 for (reverse 0..$#{$self->{open_elements}}) {
2647 wakaba 1.52 my $node = $self->{open_elements}->[$_];
2648 wakaba 1.206 if ($node->[1] == TABLE_CELL_EL) {
2649 wakaba 1.79 !!!cp ('t151');
2650 wakaba 1.108
2651     ## Close the cell
2652 wakaba 1.125 !!!back-token; # <x>
2653 wakaba 1.122 $token = {type => END_TAG_TOKEN,
2654     tag_name => $node->[0]->manakai_local_name,
2655 wakaba 1.114 line => $token->{line},
2656     column => $token->{column}};
2657 wakaba 1.126 next B;
2658 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2659 wakaba 1.79 !!!cp ('t152');
2660 wakaba 1.108 ## ISSUE: This case can never be reached, maybe.
2661     last;
2662 wakaba 1.52 }
2663 wakaba 1.108 }
2664    
2665     !!!cp ('t153');
2666     !!!parse-error (type => 'start tag not allowed',
2667 wakaba 1.153 text => $token->{tag_name}, token => $token);
2668 wakaba 1.108 ## Ignore the token
2669 wakaba 1.125 !!!nack ('t153.1');
2670 wakaba 1.108 !!!next-token;
2671 wakaba 1.126 next B;
2672 wakaba 1.209 } elsif ($self->{insertion_mode} & IN_CAPTION_IM) {
2673 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
2674     token => $token);
2675 wakaba 1.52
2676 wakaba 1.108 ## NOTE: As if </caption>.
2677 wakaba 1.52 ## have a table element in table scope
2678     my $i;
2679 wakaba 1.108 INSCOPE: {
2680     for (reverse 0..$#{$self->{open_elements}}) {
2681     my $node = $self->{open_elements}->[$_];
2682 wakaba 1.206 if ($node->[1] == CAPTION_EL) {
2683 wakaba 1.108 !!!cp ('t155');
2684     $i = $_;
2685     last INSCOPE;
2686 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2687 wakaba 1.108 !!!cp ('t156');
2688     last;
2689     }
2690 wakaba 1.52 }
2691 wakaba 1.108
2692     !!!cp ('t157');
2693     !!!parse-error (type => 'start tag not allowed',
2694 wakaba 1.153 text => $token->{tag_name}, token => $token);
2695 wakaba 1.108 ## Ignore the token
2696 wakaba 1.125 !!!nack ('t157.1');
2697 wakaba 1.108 !!!next-token;
2698 wakaba 1.126 next B;
2699 wakaba 1.52 } # INSCOPE
2700    
2701     ## generate implied end tags
2702 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
2703     & END_TAG_OPTIONAL_EL) {
2704 wakaba 1.79 !!!cp ('t158');
2705 wakaba 1.86 pop @{$self->{open_elements}};
2706 wakaba 1.52 }
2707    
2708 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2709 wakaba 1.79 !!!cp ('t159');
2710 wakaba 1.122 !!!parse-error (type => 'not closed',
2711 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2712 wakaba 1.122 ->manakai_local_name,
2713     token => $token);
2714 wakaba 1.79 } else {
2715     !!!cp ('t160');
2716 wakaba 1.52 }
2717    
2718     splice @{$self->{open_elements}}, $i;
2719    
2720     $clear_up_to_marker->();
2721    
2722 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
2723 wakaba 1.52
2724     ## reprocess
2725 wakaba 1.125 !!!ack-later;
2726 wakaba 1.126 next B;
2727 wakaba 1.52 } else {
2728 wakaba 1.79 !!!cp ('t161');
2729 wakaba 1.52 #
2730     }
2731     } else {
2732 wakaba 1.79 !!!cp ('t162');
2733 wakaba 1.52 #
2734     }
2735 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
2736 wakaba 1.52 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
2737 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
2738 wakaba 1.43 ## have an element in table scope
2739 wakaba 1.52 my $i;
2740 wakaba 1.43 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
2741     my $node = $self->{open_elements}->[$_];
2742 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
2743 wakaba 1.79 !!!cp ('t163');
2744 wakaba 1.52 $i = $_;
2745 wakaba 1.43 last INSCOPE;
2746 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2747 wakaba 1.79 !!!cp ('t164');
2748 wakaba 1.43 last INSCOPE;
2749     }
2750     } # INSCOPE
2751 wakaba 1.52 unless (defined $i) {
2752 wakaba 1.79 !!!cp ('t165');
2753 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2754     text => $token->{tag_name},
2755     token => $token);
2756 wakaba 1.43 ## Ignore the token
2757     !!!next-token;
2758 wakaba 1.126 next B;
2759 wakaba 1.43 }
2760    
2761 wakaba 1.52 ## generate implied end tags
2762 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
2763     & END_TAG_OPTIONAL_EL) {
2764 wakaba 1.79 !!!cp ('t166');
2765 wakaba 1.86 pop @{$self->{open_elements}};
2766 wakaba 1.52 }
2767 wakaba 1.86
2768 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
2769     ne $token->{tag_name}) {
2770 wakaba 1.79 !!!cp ('t167');
2771 wakaba 1.122 !!!parse-error (type => 'not closed',
2772 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2773 wakaba 1.122 ->manakai_local_name,
2774     token => $token);
2775 wakaba 1.79 } else {
2776     !!!cp ('t168');
2777 wakaba 1.52 }
2778    
2779     splice @{$self->{open_elements}}, $i;
2780    
2781     $clear_up_to_marker->();
2782    
2783 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
2784 wakaba 1.52
2785     !!!next-token;
2786 wakaba 1.126 next B;
2787 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
2788 wakaba 1.79 !!!cp ('t169');
2789 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2790     text => $token->{tag_name}, token => $token);
2791 wakaba 1.52 ## Ignore the token
2792     !!!next-token;
2793 wakaba 1.126 next B;
2794 wakaba 1.52 } else {
2795 wakaba 1.79 !!!cp ('t170');
2796 wakaba 1.52 #
2797     }
2798     } elsif ($token->{tag_name} eq 'caption') {
2799 wakaba 1.54 if ($self->{insertion_mode} == IN_CAPTION_IM) {
2800 wakaba 1.43 ## have a table element in table scope
2801     my $i;
2802 wakaba 1.108 INSCOPE: {
2803     for (reverse 0..$#{$self->{open_elements}}) {
2804     my $node = $self->{open_elements}->[$_];
2805 wakaba 1.206 if ($node->[1] == CAPTION_EL) {
2806 wakaba 1.108 !!!cp ('t171');
2807     $i = $_;
2808     last INSCOPE;
2809 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2810 wakaba 1.108 !!!cp ('t172');
2811     last;
2812     }
2813 wakaba 1.43 }
2814 wakaba 1.108
2815     !!!cp ('t173');
2816     !!!parse-error (type => 'unmatched end tag',
2817 wakaba 1.153 text => $token->{tag_name}, token => $token);
2818 wakaba 1.108 ## Ignore the token
2819     !!!next-token;
2820 wakaba 1.126 next B;
2821 wakaba 1.43 } # INSCOPE
2822    
2823     ## generate implied end tags
2824 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
2825     & END_TAG_OPTIONAL_EL) {
2826 wakaba 1.79 !!!cp ('t174');
2827 wakaba 1.86 pop @{$self->{open_elements}};
2828 wakaba 1.43 }
2829 wakaba 1.52
2830 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2831 wakaba 1.79 !!!cp ('t175');
2832 wakaba 1.122 !!!parse-error (type => 'not closed',
2833 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2834 wakaba 1.122 ->manakai_local_name,
2835     token => $token);
2836 wakaba 1.79 } else {
2837     !!!cp ('t176');
2838 wakaba 1.52 }
2839    
2840     splice @{$self->{open_elements}}, $i;
2841    
2842     $clear_up_to_marker->();
2843    
2844 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
2845 wakaba 1.52
2846     !!!next-token;
2847 wakaba 1.126 next B;
2848 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CELL_IM) {
2849 wakaba 1.79 !!!cp ('t177');
2850 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2851     text => $token->{tag_name}, token => $token);
2852 wakaba 1.52 ## Ignore the token
2853     !!!next-token;
2854 wakaba 1.126 next B;
2855 wakaba 1.52 } else {
2856 wakaba 1.79 !!!cp ('t178');
2857 wakaba 1.52 #
2858     }
2859     } elsif ({
2860     table => 1, tbody => 1, tfoot => 1,
2861     thead => 1, tr => 1,
2862     }->{$token->{tag_name}} and
2863 wakaba 1.54 $self->{insertion_mode} == IN_CELL_IM) {
2864 wakaba 1.52 ## have an element in table scope
2865     my $i;
2866     my $tn;
2867 wakaba 1.108 INSCOPE: {
2868     for (reverse 0..$#{$self->{open_elements}}) {
2869     my $node = $self->{open_elements}->[$_];
2870 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
2871 wakaba 1.108 !!!cp ('t179');
2872     $i = $_;
2873    
2874     ## Close the cell
2875 wakaba 1.125 !!!back-token; # </x>
2876 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => $tn,
2877     line => $token->{line},
2878     column => $token->{column}};
2879 wakaba 1.126 next B;
2880 wakaba 1.206 } elsif ($node->[1] == TABLE_CELL_EL) {
2881 wakaba 1.108 !!!cp ('t180');
2882 wakaba 1.123 $tn = $node->[0]->manakai_local_name;
2883 wakaba 1.108 ## NOTE: There is exactly one |td| or |th| element
2884     ## in scope in the stack of open elements by definition.
2885 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2886 wakaba 1.108 ## ISSUE: Can this be reached?
2887     !!!cp ('t181');
2888     last;
2889     }
2890 wakaba 1.52 }
2891 wakaba 1.108
2892 wakaba 1.79 !!!cp ('t182');
2893 wakaba 1.108 !!!parse-error (type => 'unmatched end tag',
2894 wakaba 1.153 text => $token->{tag_name}, token => $token);
2895 wakaba 1.52 ## Ignore the token
2896     !!!next-token;
2897 wakaba 1.126 next B;
2898 wakaba 1.108 } # INSCOPE
2899 wakaba 1.52 } elsif ($token->{tag_name} eq 'table' and
2900 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
2901 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
2902     token => $token);
2903 wakaba 1.52
2904     ## As if </caption>
2905     ## have a table element in table scope
2906     my $i;
2907     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
2908     my $node = $self->{open_elements}->[$_];
2909 wakaba 1.206 if ($node->[1] == CAPTION_EL) {
2910 wakaba 1.79 !!!cp ('t184');
2911 wakaba 1.52 $i = $_;
2912     last INSCOPE;
2913 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2914 wakaba 1.79 !!!cp ('t185');
2915 wakaba 1.52 last INSCOPE;
2916     }
2917     } # INSCOPE
2918     unless (defined $i) {
2919 wakaba 1.79 !!!cp ('t186');
2920 wakaba 1.209 ## TODO: Wrong error type?
2921 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2922     text => 'caption', token => $token);
2923 wakaba 1.52 ## Ignore the token
2924     !!!next-token;
2925 wakaba 1.126 next B;
2926 wakaba 1.52 }
2927    
2928     ## generate implied end tags
2929 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
2930 wakaba 1.79 !!!cp ('t187');
2931 wakaba 1.86 pop @{$self->{open_elements}};
2932 wakaba 1.52 }
2933    
2934 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2935 wakaba 1.79 !!!cp ('t188');
2936 wakaba 1.122 !!!parse-error (type => 'not closed',
2937 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2938 wakaba 1.122 ->manakai_local_name,
2939     token => $token);
2940 wakaba 1.79 } else {
2941     !!!cp ('t189');
2942 wakaba 1.52 }
2943    
2944     splice @{$self->{open_elements}}, $i;
2945    
2946     $clear_up_to_marker->();
2947    
2948 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
2949 wakaba 1.52
2950     ## reprocess
2951 wakaba 1.126 next B;
2952 wakaba 1.52 } elsif ({
2953     body => 1, col => 1, colgroup => 1, html => 1,
2954     }->{$token->{tag_name}}) {
2955 wakaba 1.56 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
2956 wakaba 1.79 !!!cp ('t190');
2957 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2958     text => $token->{tag_name}, token => $token);
2959 wakaba 1.52 ## Ignore the token
2960     !!!next-token;
2961 wakaba 1.126 next B;
2962 wakaba 1.52 } else {
2963 wakaba 1.79 !!!cp ('t191');
2964 wakaba 1.52 #
2965     }
2966     } elsif ({
2967     tbody => 1, tfoot => 1,
2968     thead => 1, tr => 1,
2969     }->{$token->{tag_name}} and
2970 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
2971 wakaba 1.79 !!!cp ('t192');
2972 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2973     text => $token->{tag_name}, token => $token);
2974 wakaba 1.52 ## Ignore the token
2975     !!!next-token;
2976 wakaba 1.126 next B;
2977 wakaba 1.52 } else {
2978 wakaba 1.79 !!!cp ('t193');
2979 wakaba 1.52 #
2980     }
2981 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
2982     for my $entry (@{$self->{open_elements}}) {
2983 wakaba 1.123 unless ($entry->[1] & ALL_END_TAG_OPTIONAL_EL) {
2984 wakaba 1.104 !!!cp ('t75');
2985 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
2986 wakaba 1.104 last;
2987     }
2988     }
2989    
2990     ## Stop parsing.
2991     last B;
2992 wakaba 1.52 } else {
2993     die "$0: $token->{type}: Unknown token type";
2994     }
2995    
2996     $insert = $insert_to_current;
2997     #
2998 wakaba 1.56 } elsif ($self->{insertion_mode} & TABLE_IMS) {
2999 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
3000 wakaba 1.95 if (not $open_tables->[-1]->[1] and # tainted
3001 wakaba 1.188 $token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
3002 wakaba 1.95 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3003 wakaba 1.52
3004 wakaba 1.95 unless (length $token->{data}) {
3005     !!!cp ('t194');
3006     !!!next-token;
3007 wakaba 1.126 next B;
3008 wakaba 1.95 } else {
3009     !!!cp ('t195');
3010     }
3011     }
3012 wakaba 1.52
3013 wakaba 1.153 !!!parse-error (type => 'in table:#text', token => $token);
3014 wakaba 1.52
3015 wakaba 1.202 ## NOTE: As if in body, but insert into the foster parent element.
3016     $reconstruct_active_formatting_elements->($insert_to_foster);
3017 wakaba 1.52
3018 wakaba 1.202 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
3019     # MUST
3020     my $foster_parent_element;
3021     my $next_sibling;
3022     my $prev_sibling;
3023     OE: for (reverse 0..$#{$self->{open_elements}}) {
3024 wakaba 1.206 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
3025 wakaba 1.202 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
3026     if (defined $parent and $parent->node_type == 1) {
3027     $foster_parent_element = $parent;
3028     !!!cp ('t196');
3029     $next_sibling = $self->{open_elements}->[$_]->[0];
3030     $prev_sibling = $next_sibling->previous_sibling;
3031     #
3032 wakaba 1.52 } else {
3033 wakaba 1.202 !!!cp ('t197');
3034     $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
3035     $prev_sibling = $foster_parent_element->last_child;
3036     #
3037 wakaba 1.52 }
3038 wakaba 1.202 last OE;
3039     }
3040     } # OE
3041     $foster_parent_element = $self->{open_elements}->[0]->[0] and
3042     $prev_sibling = $foster_parent_element->last_child
3043     unless defined $foster_parent_element;
3044     undef $prev_sibling unless $open_tables->[-1]->[2]; # ~node inserted
3045     if (defined $prev_sibling and
3046     $prev_sibling->node_type == 3) {
3047     !!!cp ('t198');
3048     $prev_sibling->manakai_append_text ($token->{data});
3049     } else {
3050     !!!cp ('t199');
3051     $foster_parent_element->insert_before
3052     ($self->{document}->create_text_node ($token->{data}),
3053     $next_sibling);
3054     }
3055 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
3056 wakaba 1.202 $open_tables->[-1]->[2] = 1; # ~node inserted
3057 wakaba 1.95 } else {
3058 wakaba 1.202 ## NOTE: Fragment case or in a foster parent'ed element
3059     ## (e.g. |<table><span>a|). In fragment case, whether the
3060     ## character is appended to existing node or a new node is
3061     ## created is irrelevant, since the foster parent'ed nodes
3062     ## are discarded and fragment parsing does not invoke any
3063     ## script.
3064 wakaba 1.95 !!!cp ('t200');
3065 wakaba 1.202 $self->{open_elements}->[-1]->[0]->manakai_append_text
3066     ($token->{data});
3067 wakaba 1.95 }
3068 wakaba 1.52
3069 wakaba 1.95 !!!next-token;
3070 wakaba 1.126 next B;
3071 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
3072 wakaba 1.153 if ({
3073     tr => ($self->{insertion_mode} != IN_ROW_IM),
3074     th => 1, td => 1,
3075     }->{$token->{tag_name}}) {
3076     if ($self->{insertion_mode} == IN_TABLE_IM) {
3077     ## Clear back to table context
3078     while (not ($self->{open_elements}->[-1]->[1]
3079     & TABLE_SCOPING_EL)) {
3080     !!!cp ('t201');
3081     pop @{$self->{open_elements}};
3082     }
3083    
3084     !!!insert-element ('tbody',, $token);
3085     $self->{insertion_mode} = IN_TABLE_BODY_IM;
3086     ## reprocess in the "in table body" insertion mode...
3087     }
3088    
3089     if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
3090     unless ($token->{tag_name} eq 'tr') {
3091     !!!cp ('t202');
3092     !!!parse-error (type => 'missing start tag:tr', token => $token);
3093     }
3094 wakaba 1.43
3095 wakaba 1.153 ## Clear back to table body context
3096     while (not ($self->{open_elements}->[-1]->[1]
3097     & TABLE_ROWS_SCOPING_EL)) {
3098     !!!cp ('t203');
3099     ## ISSUE: Can this case be reached?
3100     pop @{$self->{open_elements}};
3101     }
3102 wakaba 1.43
3103 wakaba 1.202 $self->{insertion_mode} = IN_ROW_IM;
3104     if ($token->{tag_name} eq 'tr') {
3105     !!!cp ('t204');
3106     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3107     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3108     !!!nack ('t204');
3109     !!!next-token;
3110     next B;
3111     } else {
3112     !!!cp ('t205');
3113     !!!insert-element ('tr',, $token);
3114     ## reprocess in the "in row" insertion mode
3115     }
3116     } else {
3117     !!!cp ('t206');
3118     }
3119 wakaba 1.52
3120     ## Clear back to table row context
3121 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3122     & TABLE_ROW_SCOPING_EL)) {
3123 wakaba 1.79 !!!cp ('t207');
3124 wakaba 1.52 pop @{$self->{open_elements}};
3125 wakaba 1.43 }
3126 wakaba 1.52
3127 wakaba 1.202 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3128     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3129     $self->{insertion_mode} = IN_CELL_IM;
3130 wakaba 1.52
3131 wakaba 1.202 push @$active_formatting_elements, ['#marker', ''];
3132 wakaba 1.52
3133 wakaba 1.202 !!!nack ('t207.1');
3134     !!!next-token;
3135     next B;
3136     } elsif ({
3137     caption => 1, col => 1, colgroup => 1,
3138     tbody => 1, tfoot => 1, thead => 1,
3139     tr => 1, # $self->{insertion_mode} == IN_ROW_IM
3140     }->{$token->{tag_name}}) {
3141     if ($self->{insertion_mode} == IN_ROW_IM) {
3142     ## As if </tr>
3143     ## have an element in table scope
3144     my $i;
3145     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3146     my $node = $self->{open_elements}->[$_];
3147 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3148 wakaba 1.202 !!!cp ('t208');
3149     $i = $_;
3150     last INSCOPE;
3151     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3152     !!!cp ('t209');
3153     last INSCOPE;
3154     }
3155     } # INSCOPE
3156     unless (defined $i) {
3157     !!!cp ('t210');
3158     ## TODO: This type is wrong.
3159     !!!parse-error (type => 'unmacthed end tag',
3160     text => $token->{tag_name}, token => $token);
3161     ## Ignore the token
3162     !!!nack ('t210.1');
3163 wakaba 1.52 !!!next-token;
3164 wakaba 1.126 next B;
3165 wakaba 1.202 }
3166 wakaba 1.43
3167 wakaba 1.52 ## Clear back to table row context
3168 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3169     & TABLE_ROW_SCOPING_EL)) {
3170 wakaba 1.79 !!!cp ('t211');
3171 wakaba 1.83 ## ISSUE: Can this case be reached?
3172 wakaba 1.52 pop @{$self->{open_elements}};
3173 wakaba 1.1 }
3174 wakaba 1.43
3175 wakaba 1.52 pop @{$self->{open_elements}}; # tr
3176 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3177 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
3178 wakaba 1.79 !!!cp ('t212');
3179 wakaba 1.52 ## reprocess
3180 wakaba 1.125 !!!ack-later;
3181 wakaba 1.126 next B;
3182 wakaba 1.52 } else {
3183 wakaba 1.79 !!!cp ('t213');
3184 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
3185     }
3186 wakaba 1.1 }
3187 wakaba 1.52
3188 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
3189 wakaba 1.52 ## have an element in table scope
3190 wakaba 1.43 my $i;
3191     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3192     my $node = $self->{open_elements}->[$_];
3193 wakaba 1.206 if ($node->[1] == TABLE_ROW_GROUP_EL) {
3194 wakaba 1.79 !!!cp ('t214');
3195 wakaba 1.43 $i = $_;
3196     last INSCOPE;
3197 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3198 wakaba 1.79 !!!cp ('t215');
3199 wakaba 1.43 last INSCOPE;
3200     }
3201     } # INSCOPE
3202 wakaba 1.52 unless (defined $i) {
3203 wakaba 1.79 !!!cp ('t216');
3204 wakaba 1.153 ## TODO: This erorr type is wrong.
3205     !!!parse-error (type => 'unmatched end tag',
3206     text => $token->{tag_name}, token => $token);
3207 wakaba 1.52 ## Ignore the token
3208 wakaba 1.125 !!!nack ('t216.1');
3209 wakaba 1.52 !!!next-token;
3210 wakaba 1.126 next B;
3211 wakaba 1.43 }
3212 wakaba 1.52
3213     ## Clear back to table body context
3214 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3215     & TABLE_ROWS_SCOPING_EL)) {
3216 wakaba 1.79 !!!cp ('t217');
3217 wakaba 1.83 ## ISSUE: Can this state be reached?
3218 wakaba 1.52 pop @{$self->{open_elements}};
3219 wakaba 1.43 }
3220    
3221 wakaba 1.52 ## As if <{current node}>
3222     ## have an element in table scope
3223     ## true by definition
3224 wakaba 1.43
3225 wakaba 1.52 ## Clear back to table body context
3226     ## nop by definition
3227 wakaba 1.43
3228 wakaba 1.52 pop @{$self->{open_elements}};
3229 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3230 wakaba 1.52 ## reprocess in "in table" insertion mode...
3231 wakaba 1.79 } else {
3232     !!!cp ('t218');
3233 wakaba 1.52 }
3234    
3235 wakaba 1.202 if ($token->{tag_name} eq 'col') {
3236     ## Clear back to table context
3237     while (not ($self->{open_elements}->[-1]->[1]
3238     & TABLE_SCOPING_EL)) {
3239     !!!cp ('t219');
3240     ## ISSUE: Can this state be reached?
3241     pop @{$self->{open_elements}};
3242     }
3243    
3244     !!!insert-element ('colgroup',, $token);
3245     $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
3246     ## reprocess
3247     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3248     !!!ack-later;
3249     next B;
3250     } elsif ({
3251     caption => 1,
3252     colgroup => 1,
3253     tbody => 1, tfoot => 1, thead => 1,
3254     }->{$token->{tag_name}}) {
3255     ## Clear back to table context
3256 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3257     & TABLE_SCOPING_EL)) {
3258 wakaba 1.79 !!!cp ('t220');
3259 wakaba 1.83 ## ISSUE: Can this state be reached?
3260 wakaba 1.52 pop @{$self->{open_elements}};
3261 wakaba 1.1 }
3262 wakaba 1.52
3263 wakaba 1.202 push @$active_formatting_elements, ['#marker', '']
3264     if $token->{tag_name} eq 'caption';
3265 wakaba 1.52
3266 wakaba 1.202 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3267     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3268     $self->{insertion_mode} = {
3269     caption => IN_CAPTION_IM,
3270     colgroup => IN_COLUMN_GROUP_IM,
3271     tbody => IN_TABLE_BODY_IM,
3272     tfoot => IN_TABLE_BODY_IM,
3273     thead => IN_TABLE_BODY_IM,
3274     }->{$token->{tag_name}};
3275     !!!next-token;
3276     !!!nack ('t220.1');
3277     next B;
3278     } else {
3279     die "$0: in table: <>: $token->{tag_name}";
3280     }
3281 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
3282 wakaba 1.122 !!!parse-error (type => 'not closed',
3283 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
3284 wakaba 1.122 ->manakai_local_name,
3285     token => $token);
3286 wakaba 1.1
3287 wakaba 1.52 ## As if </table>
3288 wakaba 1.1 ## have a table element in table scope
3289     my $i;
3290 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3291     my $node = $self->{open_elements}->[$_];
3292 wakaba 1.206 if ($node->[1] == TABLE_EL) {
3293 wakaba 1.79 !!!cp ('t221');
3294 wakaba 1.1 $i = $_;
3295     last INSCOPE;
3296 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3297 wakaba 1.79 !!!cp ('t222');
3298 wakaba 1.1 last INSCOPE;
3299     }
3300     } # INSCOPE
3301     unless (defined $i) {
3302 wakaba 1.79 !!!cp ('t223');
3303 wakaba 1.83 ## TODO: The following is wrong, maybe.
3304 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'table',
3305     token => $token);
3306 wakaba 1.52 ## Ignore tokens </table><table>
3307 wakaba 1.125 !!!nack ('t223.1');
3308 wakaba 1.1 !!!next-token;
3309 wakaba 1.126 next B;
3310 wakaba 1.1 }
3311    
3312 wakaba 1.151 ## TODO: Followings are removed from the latest spec.
3313 wakaba 1.1 ## generate implied end tags
3314 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
3315 wakaba 1.79 !!!cp ('t224');
3316 wakaba 1.86 pop @{$self->{open_elements}};
3317 wakaba 1.1 }
3318    
3319 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == TABLE_EL) {
3320 wakaba 1.79 !!!cp ('t225');
3321 wakaba 1.122 ## NOTE: |<table><tr><table>|
3322     !!!parse-error (type => 'not closed',
3323 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
3324 wakaba 1.122 ->manakai_local_name,
3325     token => $token);
3326 wakaba 1.79 } else {
3327     !!!cp ('t226');
3328 wakaba 1.1 }
3329    
3330 wakaba 1.3 splice @{$self->{open_elements}}, $i;
3331 wakaba 1.95 pop @{$open_tables};
3332 wakaba 1.1
3333 wakaba 1.52 $self->_reset_insertion_mode;
3334 wakaba 1.1
3335 wakaba 1.125 ## reprocess
3336     !!!ack-later;
3337 wakaba 1.126 next B;
3338 wakaba 1.100 } elsif ($token->{tag_name} eq 'style') {
3339     if (not $open_tables->[-1]->[1]) { # tainted
3340     !!!cp ('t227.8');
3341     ## NOTE: This is a "as if in head" code clone.
3342     $parse_rcdata->(CDATA_CONTENT_MODEL);
3343 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3344 wakaba 1.126 next B;
3345 wakaba 1.100 } else {
3346     !!!cp ('t227.7');
3347     #
3348     }
3349     } elsif ($token->{tag_name} eq 'script') {
3350     if (not $open_tables->[-1]->[1]) { # tainted
3351     !!!cp ('t227.6');
3352     ## NOTE: This is a "as if in head" code clone.
3353     $script_start_tag->();
3354 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3355 wakaba 1.126 next B;
3356 wakaba 1.100 } else {
3357     !!!cp ('t227.5');
3358     #
3359     }
3360 wakaba 1.98 } elsif ($token->{tag_name} eq 'input') {
3361     if (not $open_tables->[-1]->[1]) { # tainted
3362     if ($token->{attributes}->{type}) { ## TODO: case
3363     my $type = lc $token->{attributes}->{type}->{value};
3364     if ($type eq 'hidden') {
3365     !!!cp ('t227.3');
3366 wakaba 1.153 !!!parse-error (type => 'in table',
3367     text => $token->{tag_name}, token => $token);
3368 wakaba 1.98
3369 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3370 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3371 wakaba 1.98
3372     ## TODO: form element pointer
3373    
3374     pop @{$self->{open_elements}};
3375    
3376     !!!next-token;
3377 wakaba 1.125 !!!ack ('t227.2.1');
3378 wakaba 1.126 next B;
3379 wakaba 1.98 } else {
3380     !!!cp ('t227.2');
3381     #
3382     }
3383     } else {
3384     !!!cp ('t227.1');
3385     #
3386     }
3387     } else {
3388     !!!cp ('t227.4');
3389     #
3390     }
3391 wakaba 1.58 } else {
3392 wakaba 1.79 !!!cp ('t227');
3393 wakaba 1.58 #
3394     }
3395 wakaba 1.98
3396 wakaba 1.153 !!!parse-error (type => 'in table', text => $token->{tag_name},
3397     token => $token);
3398 wakaba 1.98
3399     $insert = $insert_to_foster;
3400     #
3401 wakaba 1.58 } elsif ($token->{type} == END_TAG_TOKEN) {
3402 wakaba 1.52 if ($token->{tag_name} eq 'tr' and
3403 wakaba 1.54 $self->{insertion_mode} == IN_ROW_IM) {
3404 wakaba 1.52 ## have an element in table scope
3405     my $i;
3406     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3407     my $node = $self->{open_elements}->[$_];
3408 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3409 wakaba 1.79 !!!cp ('t228');
3410 wakaba 1.52 $i = $_;
3411     last INSCOPE;
3412 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3413 wakaba 1.79 !!!cp ('t229');
3414 wakaba 1.52 last INSCOPE;
3415     }
3416     } # INSCOPE
3417     unless (defined $i) {
3418 wakaba 1.79 !!!cp ('t230');
3419 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3420     text => $token->{tag_name}, token => $token);
3421 wakaba 1.52 ## Ignore the token
3422 wakaba 1.125 !!!nack ('t230.1');
3423 wakaba 1.42 !!!next-token;
3424 wakaba 1.126 next B;
3425 wakaba 1.79 } else {
3426     !!!cp ('t232');
3427 wakaba 1.42 }
3428    
3429 wakaba 1.52 ## Clear back to table row context
3430 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3431     & TABLE_ROW_SCOPING_EL)) {
3432 wakaba 1.79 !!!cp ('t231');
3433 wakaba 1.83 ## ISSUE: Can this state be reached?
3434 wakaba 1.52 pop @{$self->{open_elements}};
3435     }
3436 wakaba 1.42
3437 wakaba 1.52 pop @{$self->{open_elements}}; # tr
3438 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3439 wakaba 1.52 !!!next-token;
3440 wakaba 1.125 !!!nack ('t231.1');
3441 wakaba 1.126 next B;
3442 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
3443 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
3444 wakaba 1.52 ## As if </tr>
3445     ## have an element in table scope
3446     my $i;
3447     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3448     my $node = $self->{open_elements}->[$_];
3449 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3450 wakaba 1.79 !!!cp ('t233');
3451 wakaba 1.52 $i = $_;
3452     last INSCOPE;
3453 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3454 wakaba 1.79 !!!cp ('t234');
3455 wakaba 1.52 last INSCOPE;
3456 wakaba 1.42 }
3457 wakaba 1.52 } # INSCOPE
3458     unless (defined $i) {
3459 wakaba 1.79 !!!cp ('t235');
3460 wakaba 1.83 ## TODO: The following is wrong.
3461 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3462     text => $token->{type}, token => $token);
3463 wakaba 1.52 ## Ignore the token
3464 wakaba 1.125 !!!nack ('t236.1');
3465 wakaba 1.52 !!!next-token;
3466 wakaba 1.126 next B;
3467 wakaba 1.42 }
3468 wakaba 1.52
3469     ## Clear back to table row context
3470 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3471     & TABLE_ROW_SCOPING_EL)) {
3472 wakaba 1.79 !!!cp ('t236');
3473 wakaba 1.83 ## ISSUE: Can this state be reached?
3474 wakaba 1.46 pop @{$self->{open_elements}};
3475 wakaba 1.1 }
3476 wakaba 1.46
3477 wakaba 1.52 pop @{$self->{open_elements}}; # tr
3478 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3479 wakaba 1.46 ## reprocess in the "in table body" insertion mode...
3480 wakaba 1.1 }
3481    
3482 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
3483 wakaba 1.52 ## have an element in table scope
3484     my $i;
3485     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3486     my $node = $self->{open_elements}->[$_];
3487 wakaba 1.206 if ($node->[1] == TABLE_ROW_GROUP_EL) {
3488 wakaba 1.79 !!!cp ('t237');
3489 wakaba 1.52 $i = $_;
3490     last INSCOPE;
3491 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3492 wakaba 1.79 !!!cp ('t238');
3493 wakaba 1.52 last INSCOPE;
3494     }
3495     } # INSCOPE
3496     unless (defined $i) {
3497 wakaba 1.79 !!!cp ('t239');
3498 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3499     text => $token->{tag_name}, token => $token);
3500 wakaba 1.52 ## Ignore the token
3501 wakaba 1.125 !!!nack ('t239.1');
3502 wakaba 1.52 !!!next-token;
3503 wakaba 1.126 next B;
3504 wakaba 1.47 }
3505    
3506     ## Clear back to table body context
3507 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3508     & TABLE_ROWS_SCOPING_EL)) {
3509 wakaba 1.79 !!!cp ('t240');
3510 wakaba 1.47 pop @{$self->{open_elements}};
3511     }
3512    
3513 wakaba 1.52 ## As if <{current node}>
3514     ## have an element in table scope
3515     ## true by definition
3516    
3517     ## Clear back to table body context
3518     ## nop by definition
3519    
3520     pop @{$self->{open_elements}};
3521 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3522 wakaba 1.52 ## reprocess in the "in table" insertion mode...
3523     }
3524    
3525 wakaba 1.94 ## NOTE: </table> in the "in table" insertion mode.
3526     ## When you edit the code fragment below, please ensure that
3527     ## the code for <table> in the "in table" insertion mode
3528     ## is synced with it.
3529    
3530 wakaba 1.52 ## have a table element in table scope
3531     my $i;
3532     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3533     my $node = $self->{open_elements}->[$_];
3534 wakaba 1.206 if ($node->[1] == TABLE_EL) {
3535 wakaba 1.79 !!!cp ('t241');
3536 wakaba 1.52 $i = $_;
3537     last INSCOPE;
3538 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3539 wakaba 1.79 !!!cp ('t242');
3540 wakaba 1.52 last INSCOPE;
3541 wakaba 1.47 }
3542 wakaba 1.52 } # INSCOPE
3543     unless (defined $i) {
3544 wakaba 1.79 !!!cp ('t243');
3545 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3546     text => $token->{tag_name}, token => $token);
3547 wakaba 1.52 ## Ignore the token
3548 wakaba 1.125 !!!nack ('t243.1');
3549 wakaba 1.52 !!!next-token;
3550 wakaba 1.126 next B;
3551 wakaba 1.3 }
3552 wakaba 1.52
3553     splice @{$self->{open_elements}}, $i;
3554 wakaba 1.95 pop @{$open_tables};
3555 wakaba 1.1
3556 wakaba 1.52 $self->_reset_insertion_mode;
3557 wakaba 1.47
3558     !!!next-token;
3559 wakaba 1.126 next B;
3560 wakaba 1.47 } elsif ({
3561 wakaba 1.48 tbody => 1, tfoot => 1, thead => 1,
3562 wakaba 1.52 }->{$token->{tag_name}} and
3563 wakaba 1.56 $self->{insertion_mode} & ROW_IMS) {
3564 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
3565 wakaba 1.52 ## have an element in table scope
3566     my $i;
3567     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3568     my $node = $self->{open_elements}->[$_];
3569 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3570 wakaba 1.79 !!!cp ('t247');
3571 wakaba 1.52 $i = $_;
3572     last INSCOPE;
3573 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3574 wakaba 1.79 !!!cp ('t248');
3575 wakaba 1.52 last INSCOPE;
3576     }
3577     } # INSCOPE
3578     unless (defined $i) {
3579 wakaba 1.79 !!!cp ('t249');
3580 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3581     text => $token->{tag_name}, token => $token);
3582 wakaba 1.52 ## Ignore the token
3583 wakaba 1.125 !!!nack ('t249.1');
3584 wakaba 1.52 !!!next-token;
3585 wakaba 1.126 next B;
3586 wakaba 1.52 }
3587    
3588 wakaba 1.48 ## As if </tr>
3589     ## have an element in table scope
3590     my $i;
3591     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3592     my $node = $self->{open_elements}->[$_];
3593 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3594 wakaba 1.79 !!!cp ('t250');
3595 wakaba 1.48 $i = $_;
3596     last INSCOPE;
3597 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3598 wakaba 1.79 !!!cp ('t251');
3599 wakaba 1.48 last INSCOPE;
3600     }
3601     } # INSCOPE
3602 wakaba 1.52 unless (defined $i) {
3603 wakaba 1.79 !!!cp ('t252');
3604 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3605     text => 'tr', token => $token);
3606 wakaba 1.52 ## Ignore the token
3607 wakaba 1.125 !!!nack ('t252.1');
3608 wakaba 1.52 !!!next-token;
3609 wakaba 1.126 next B;
3610 wakaba 1.52 }
3611 wakaba 1.48
3612     ## Clear back to table row context
3613 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3614     & TABLE_ROW_SCOPING_EL)) {
3615 wakaba 1.79 !!!cp ('t253');
3616 wakaba 1.83 ## ISSUE: Can this case be reached?
3617 wakaba 1.48 pop @{$self->{open_elements}};
3618     }
3619    
3620     pop @{$self->{open_elements}}; # tr
3621 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3622 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
3623     }
3624    
3625     ## have an element in table scope
3626     my $i;
3627     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3628     my $node = $self->{open_elements}->[$_];
3629 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3630 wakaba 1.79 !!!cp ('t254');
3631 wakaba 1.52 $i = $_;
3632     last INSCOPE;
3633 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3634 wakaba 1.79 !!!cp ('t255');
3635 wakaba 1.52 last INSCOPE;
3636     }
3637     } # INSCOPE
3638     unless (defined $i) {
3639 wakaba 1.79 !!!cp ('t256');
3640 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3641     text => $token->{tag_name}, token => $token);
3642 wakaba 1.52 ## Ignore the token
3643 wakaba 1.125 !!!nack ('t256.1');
3644 wakaba 1.52 !!!next-token;
3645 wakaba 1.126 next B;
3646 wakaba 1.52 }
3647    
3648     ## Clear back to table body context
3649 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3650     & TABLE_ROWS_SCOPING_EL)) {
3651 wakaba 1.79 !!!cp ('t257');
3652 wakaba 1.83 ## ISSUE: Can this case be reached?
3653 wakaba 1.52 pop @{$self->{open_elements}};
3654     }
3655    
3656     pop @{$self->{open_elements}};
3657 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3658 wakaba 1.125 !!!nack ('t257.1');
3659 wakaba 1.52 !!!next-token;
3660 wakaba 1.126 next B;
3661 wakaba 1.52 } elsif ({
3662     body => 1, caption => 1, col => 1, colgroup => 1,
3663     html => 1, td => 1, th => 1,
3664 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
3665     tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
3666 wakaba 1.52 }->{$token->{tag_name}}) {
3667 wakaba 1.125 !!!cp ('t258');
3668 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3669     text => $token->{tag_name}, token => $token);
3670 wakaba 1.125 ## Ignore the token
3671     !!!nack ('t258.1');
3672     !!!next-token;
3673 wakaba 1.126 next B;
3674 wakaba 1.58 } else {
3675 wakaba 1.79 !!!cp ('t259');
3676 wakaba 1.153 !!!parse-error (type => 'in table:/',
3677     text => $token->{tag_name}, token => $token);
3678 wakaba 1.52
3679 wakaba 1.58 $insert = $insert_to_foster;
3680     #
3681     }
3682 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3683 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
3684 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
3685 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
3686 wakaba 1.104 !!!cp ('t259.1');
3687 wakaba 1.105 #
3688 wakaba 1.104 } else {
3689     !!!cp ('t259.2');
3690 wakaba 1.105 #
3691 wakaba 1.104 }
3692    
3693     ## Stop parsing
3694     last B;
3695 wakaba 1.58 } else {
3696     die "$0: $token->{type}: Unknown token type";
3697     }
3698 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
3699 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
3700 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
3701 wakaba 1.52 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3702     unless (length $token->{data}) {
3703 wakaba 1.79 !!!cp ('t260');
3704 wakaba 1.52 !!!next-token;
3705 wakaba 1.126 next B;
3706 wakaba 1.52 }
3707     }
3708    
3709 wakaba 1.79 !!!cp ('t261');
3710 wakaba 1.52 #
3711 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
3712 wakaba 1.52 if ($token->{tag_name} eq 'col') {
3713 wakaba 1.79 !!!cp ('t262');
3714 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3715 wakaba 1.52 pop @{$self->{open_elements}};
3716 wakaba 1.125 !!!ack ('t262.1');
3717 wakaba 1.52 !!!next-token;
3718 wakaba 1.126 next B;
3719 wakaba 1.52 } else {
3720 wakaba 1.79 !!!cp ('t263');
3721 wakaba 1.52 #
3722     }
3723 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
3724 wakaba 1.52 if ($token->{tag_name} eq 'colgroup') {
3725 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL) {
3726 wakaba 1.79 !!!cp ('t264');
3727 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3728     text => 'colgroup', token => $token);
3729 wakaba 1.52 ## Ignore the token
3730     !!!next-token;
3731 wakaba 1.126 next B;
3732 wakaba 1.52 } else {
3733 wakaba 1.79 !!!cp ('t265');
3734 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
3735 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3736 wakaba 1.52 !!!next-token;
3737 wakaba 1.126 next B;
3738 wakaba 1.52 }
3739     } elsif ($token->{tag_name} eq 'col') {
3740 wakaba 1.79 !!!cp ('t266');
3741 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3742     text => 'col', token => $token);
3743 wakaba 1.52 ## Ignore the token
3744     !!!next-token;
3745 wakaba 1.126 next B;
3746 wakaba 1.52 } else {
3747 wakaba 1.79 !!!cp ('t267');
3748 wakaba 1.52 #
3749     }
3750 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3751 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL and
3752 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
3753     !!!cp ('t270.2');
3754     ## Stop parsing.
3755     last B;
3756     } else {
3757     ## NOTE: As if </colgroup>.
3758     !!!cp ('t270.1');
3759     pop @{$self->{open_elements}}; # colgroup
3760     $self->{insertion_mode} = IN_TABLE_IM;
3761     ## Reprocess.
3762 wakaba 1.126 next B;
3763 wakaba 1.104 }
3764     } else {
3765     die "$0: $token->{type}: Unknown token type";
3766     }
3767 wakaba 1.52
3768     ## As if </colgroup>
3769 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL) {
3770 wakaba 1.79 !!!cp ('t269');
3771 wakaba 1.104 ## TODO: Wrong error type?
3772 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3773     text => 'colgroup', token => $token);
3774 wakaba 1.52 ## Ignore the token
3775 wakaba 1.125 !!!nack ('t269.1');
3776 wakaba 1.52 !!!next-token;
3777 wakaba 1.126 next B;
3778 wakaba 1.52 } else {
3779 wakaba 1.79 !!!cp ('t270');
3780 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
3781 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3782 wakaba 1.125 !!!ack-later;
3783 wakaba 1.52 ## reprocess
3784 wakaba 1.126 next B;
3785 wakaba 1.52 }
3786 wakaba 1.101 } elsif ($self->{insertion_mode} & SELECT_IMS) {
3787 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
3788 wakaba 1.79 !!!cp ('t271');
3789 wakaba 1.58 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
3790     !!!next-token;
3791 wakaba 1.126 next B;
3792 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
3793 wakaba 1.123 if ($token->{tag_name} eq 'option') {
3794 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3795 wakaba 1.123 !!!cp ('t272');
3796     ## As if </option>
3797     pop @{$self->{open_elements}};
3798     } else {
3799     !!!cp ('t273');
3800     }
3801 wakaba 1.52
3802 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3803 wakaba 1.125 !!!nack ('t273.1');
3804 wakaba 1.123 !!!next-token;
3805 wakaba 1.126 next B;
3806 wakaba 1.123 } elsif ($token->{tag_name} eq 'optgroup') {
3807 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3808 wakaba 1.123 !!!cp ('t274');
3809     ## As if </option>
3810     pop @{$self->{open_elements}};
3811     } else {
3812     !!!cp ('t275');
3813     }
3814 wakaba 1.52
3815 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTGROUP_EL) {
3816 wakaba 1.123 !!!cp ('t276');
3817     ## As if </optgroup>
3818     pop @{$self->{open_elements}};
3819     } else {
3820     !!!cp ('t277');
3821     }
3822 wakaba 1.52
3823 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3824 wakaba 1.125 !!!nack ('t277.1');
3825 wakaba 1.123 !!!next-token;
3826 wakaba 1.126 next B;
3827 wakaba 1.146 } elsif ({
3828     select => 1, input => 1, textarea => 1,
3829     }->{$token->{tag_name}} or
3830 wakaba 1.101 ($self->{insertion_mode} == IN_SELECT_IN_TABLE_IM and
3831     {
3832     caption => 1, table => 1,
3833     tbody => 1, tfoot => 1, thead => 1,
3834     tr => 1, td => 1, th => 1,
3835     }->{$token->{tag_name}})) {
3836     ## TODO: The type below is not good - <select> is replaced by </select>
3837 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'select',
3838     token => $token);
3839 wakaba 1.101 ## NOTE: As if the token were </select> (<select> case) or
3840     ## as if there were </select> (otherwise).
3841 wakaba 1.123 ## have an element in table scope
3842     my $i;
3843     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3844     my $node = $self->{open_elements}->[$_];
3845 wakaba 1.206 if ($node->[1] == SELECT_EL) {
3846 wakaba 1.123 !!!cp ('t278');
3847     $i = $_;
3848     last INSCOPE;
3849     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3850     !!!cp ('t279');
3851     last INSCOPE;
3852     }
3853     } # INSCOPE
3854     unless (defined $i) {
3855     !!!cp ('t280');
3856 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3857     text => 'select', token => $token);
3858 wakaba 1.123 ## Ignore the token
3859 wakaba 1.125 !!!nack ('t280.1');
3860 wakaba 1.123 !!!next-token;
3861 wakaba 1.126 next B;
3862 wakaba 1.123 }
3863 wakaba 1.52
3864 wakaba 1.123 !!!cp ('t281');
3865     splice @{$self->{open_elements}}, $i;
3866 wakaba 1.52
3867 wakaba 1.123 $self->_reset_insertion_mode;
3868 wakaba 1.47
3869 wakaba 1.101 if ($token->{tag_name} eq 'select') {
3870 wakaba 1.125 !!!nack ('t281.2');
3871 wakaba 1.101 !!!next-token;
3872 wakaba 1.126 next B;
3873 wakaba 1.101 } else {
3874     !!!cp ('t281.1');
3875 wakaba 1.125 !!!ack-later;
3876 wakaba 1.101 ## Reprocess the token.
3877 wakaba 1.126 next B;
3878 wakaba 1.101 }
3879 wakaba 1.58 } else {
3880 wakaba 1.79 !!!cp ('t282');
3881 wakaba 1.153 !!!parse-error (type => 'in select',
3882     text => $token->{tag_name}, token => $token);
3883 wakaba 1.58 ## Ignore the token
3884 wakaba 1.125 !!!nack ('t282.1');
3885 wakaba 1.58 !!!next-token;
3886 wakaba 1.126 next B;
3887 wakaba 1.58 }
3888     } elsif ($token->{type} == END_TAG_TOKEN) {
3889 wakaba 1.123 if ($token->{tag_name} eq 'optgroup') {
3890 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL and
3891     $self->{open_elements}->[-2]->[1] == OPTGROUP_EL) {
3892 wakaba 1.123 !!!cp ('t283');
3893     ## As if </option>
3894     splice @{$self->{open_elements}}, -2;
3895 wakaba 1.206 } elsif ($self->{open_elements}->[-1]->[1] == OPTGROUP_EL) {
3896 wakaba 1.123 !!!cp ('t284');
3897     pop @{$self->{open_elements}};
3898     } else {
3899     !!!cp ('t285');
3900 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3901     text => $token->{tag_name}, token => $token);
3902 wakaba 1.123 ## Ignore the token
3903     }
3904 wakaba 1.125 !!!nack ('t285.1');
3905 wakaba 1.123 !!!next-token;
3906 wakaba 1.126 next B;
3907 wakaba 1.123 } elsif ($token->{tag_name} eq 'option') {
3908 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3909 wakaba 1.123 !!!cp ('t286');
3910     pop @{$self->{open_elements}};
3911     } else {
3912     !!!cp ('t287');
3913 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3914     text => $token->{tag_name}, token => $token);
3915 wakaba 1.123 ## Ignore the token
3916     }
3917 wakaba 1.125 !!!nack ('t287.1');
3918 wakaba 1.123 !!!next-token;
3919 wakaba 1.126 next B;
3920 wakaba 1.123 } elsif ($token->{tag_name} eq 'select') {
3921     ## have an element in table scope
3922     my $i;
3923     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3924     my $node = $self->{open_elements}->[$_];
3925 wakaba 1.206 if ($node->[1] == SELECT_EL) {
3926 wakaba 1.123 !!!cp ('t288');
3927     $i = $_;
3928     last INSCOPE;
3929     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3930     !!!cp ('t289');
3931     last INSCOPE;
3932     }
3933     } # INSCOPE
3934     unless (defined $i) {
3935     !!!cp ('t290');
3936 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3937     text => $token->{tag_name}, token => $token);
3938 wakaba 1.123 ## Ignore the token
3939 wakaba 1.125 !!!nack ('t290.1');
3940 wakaba 1.123 !!!next-token;
3941 wakaba 1.126 next B;
3942 wakaba 1.123 }
3943 wakaba 1.52
3944 wakaba 1.123 !!!cp ('t291');
3945     splice @{$self->{open_elements}}, $i;
3946 wakaba 1.52
3947 wakaba 1.123 $self->_reset_insertion_mode;
3948 wakaba 1.52
3949 wakaba 1.125 !!!nack ('t291.1');
3950 wakaba 1.123 !!!next-token;
3951 wakaba 1.126 next B;
3952 wakaba 1.101 } elsif ($self->{insertion_mode} == IN_SELECT_IN_TABLE_IM and
3953     {
3954     caption => 1, table => 1, tbody => 1,
3955     tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
3956     }->{$token->{tag_name}}) {
3957 wakaba 1.83 ## TODO: The following is wrong?
3958 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3959     text => $token->{tag_name}, token => $token);
3960 wakaba 1.52
3961 wakaba 1.123 ## have an element in table scope
3962     my $i;
3963     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3964     my $node = $self->{open_elements}->[$_];
3965     if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3966     !!!cp ('t292');
3967     $i = $_;
3968     last INSCOPE;
3969     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3970     !!!cp ('t293');
3971     last INSCOPE;
3972     }
3973     } # INSCOPE
3974     unless (defined $i) {
3975     !!!cp ('t294');
3976     ## Ignore the token
3977 wakaba 1.125 !!!nack ('t294.1');
3978 wakaba 1.123 !!!next-token;
3979 wakaba 1.126 next B;
3980 wakaba 1.123 }
3981 wakaba 1.52
3982 wakaba 1.123 ## As if </select>
3983     ## have an element in table scope
3984     undef $i;
3985     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3986     my $node = $self->{open_elements}->[$_];
3987 wakaba 1.206 if ($node->[1] == SELECT_EL) {
3988 wakaba 1.123 !!!cp ('t295');
3989     $i = $_;
3990     last INSCOPE;
3991     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3992 wakaba 1.83 ## ISSUE: Can this state be reached?
3993 wakaba 1.123 !!!cp ('t296');
3994     last INSCOPE;
3995     }
3996     } # INSCOPE
3997     unless (defined $i) {
3998     !!!cp ('t297');
3999 wakaba 1.83 ## TODO: The following error type is correct?
4000 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4001     text => 'select', token => $token);
4002 wakaba 1.123 ## Ignore the </select> token
4003 wakaba 1.125 !!!nack ('t297.1');
4004 wakaba 1.123 !!!next-token; ## TODO: ok?
4005 wakaba 1.126 next B;
4006 wakaba 1.123 }
4007 wakaba 1.52
4008 wakaba 1.123 !!!cp ('t298');
4009     splice @{$self->{open_elements}}, $i;
4010 wakaba 1.52
4011 wakaba 1.123 $self->_reset_insertion_mode;
4012 wakaba 1.52
4013 wakaba 1.125 !!!ack-later;
4014 wakaba 1.123 ## reprocess
4015 wakaba 1.126 next B;
4016 wakaba 1.58 } else {
4017 wakaba 1.79 !!!cp ('t299');
4018 wakaba 1.153 !!!parse-error (type => 'in select:/',
4019     text => $token->{tag_name}, token => $token);
4020 wakaba 1.52 ## Ignore the token
4021 wakaba 1.125 !!!nack ('t299.3');
4022 wakaba 1.52 !!!next-token;
4023 wakaba 1.126 next B;
4024 wakaba 1.58 }
4025 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4026 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
4027 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
4028     !!!cp ('t299.1');
4029 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
4030 wakaba 1.104 } else {
4031     !!!cp ('t299.2');
4032     }
4033    
4034     ## Stop parsing.
4035     last B;
4036 wakaba 1.58 } else {
4037     die "$0: $token->{type}: Unknown token type";
4038     }
4039 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
4040 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4041 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
4042 wakaba 1.52 my $data = $1;
4043     ## As if in body
4044     $reconstruct_active_formatting_elements->($insert_to_current);
4045    
4046     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4047    
4048     unless (length $token->{data}) {
4049 wakaba 1.79 !!!cp ('t300');
4050 wakaba 1.52 !!!next-token;
4051 wakaba 1.126 next B;
4052 wakaba 1.52 }
4053     }
4054    
4055 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4056 wakaba 1.79 !!!cp ('t301');
4057 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
4058 wakaba 1.188 #
4059 wakaba 1.79 } else {
4060     !!!cp ('t302');
4061 wakaba 1.188 ## "after body" insertion mode
4062     !!!parse-error (type => 'after body:#text', token => $token);
4063     #
4064 wakaba 1.52 }
4065    
4066 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4067 wakaba 1.52 ## reprocess
4068 wakaba 1.126 next B;
4069 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4070 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4071 wakaba 1.79 !!!cp ('t303');
4072 wakaba 1.153 !!!parse-error (type => 'after html',
4073     text => $token->{tag_name}, token => $token);
4074 wakaba 1.188 #
4075 wakaba 1.79 } else {
4076     !!!cp ('t304');
4077 wakaba 1.188 ## "after body" insertion mode
4078     !!!parse-error (type => 'after body',
4079     text => $token->{tag_name}, token => $token);
4080     #
4081 wakaba 1.52 }
4082    
4083 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4084 wakaba 1.125 !!!ack-later;
4085 wakaba 1.52 ## reprocess
4086 wakaba 1.126 next B;
4087 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4088 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4089 wakaba 1.79 !!!cp ('t305');
4090 wakaba 1.153 !!!parse-error (type => 'after html:/',
4091     text => $token->{tag_name}, token => $token);
4092 wakaba 1.52
4093 wakaba 1.188 $self->{insertion_mode} = IN_BODY_IM;
4094     ## Reprocess.
4095     next B;
4096 wakaba 1.79 } else {
4097     !!!cp ('t306');
4098 wakaba 1.52 }
4099    
4100     ## "after body" insertion mode
4101     if ($token->{tag_name} eq 'html') {
4102     if (defined $self->{inner_html_node}) {
4103 wakaba 1.79 !!!cp ('t307');
4104 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4105     text => 'html', token => $token);
4106 wakaba 1.52 ## Ignore the token
4107     !!!next-token;
4108 wakaba 1.126 next B;
4109 wakaba 1.52 } else {
4110 wakaba 1.79 !!!cp ('t308');
4111 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
4112 wakaba 1.52 !!!next-token;
4113 wakaba 1.126 next B;
4114 wakaba 1.52 }
4115     } else {
4116 wakaba 1.79 !!!cp ('t309');
4117 wakaba 1.153 !!!parse-error (type => 'after body:/',
4118     text => $token->{tag_name}, token => $token);
4119 wakaba 1.52
4120 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4121 wakaba 1.52 ## reprocess
4122 wakaba 1.126 next B;
4123 wakaba 1.52 }
4124 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4125     !!!cp ('t309.2');
4126     ## Stop parsing
4127     last B;
4128 wakaba 1.52 } else {
4129     die "$0: $token->{type}: Unknown token type";
4130     }
4131 wakaba 1.56 } elsif ($self->{insertion_mode} & FRAME_IMS) {
4132 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4133 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
4134 wakaba 1.52 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4135    
4136     unless (length $token->{data}) {
4137 wakaba 1.79 !!!cp ('t310');
4138 wakaba 1.52 !!!next-token;
4139 wakaba 1.126 next B;
4140 wakaba 1.52 }
4141     }
4142    
4143 wakaba 1.188 if ($token->{data} =~ s/^[^\x09\x0A\x0C\x20]+//) {
4144 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4145 wakaba 1.79 !!!cp ('t311');
4146 wakaba 1.153 !!!parse-error (type => 'in frameset:#text', token => $token);
4147 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4148 wakaba 1.79 !!!cp ('t312');
4149 wakaba 1.153 !!!parse-error (type => 'after frameset:#text', token => $token);
4150 wakaba 1.158 } else { # "after after frameset"
4151 wakaba 1.79 !!!cp ('t313');
4152 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
4153 wakaba 1.52 }
4154    
4155     ## Ignore the token.
4156     if (length $token->{data}) {
4157 wakaba 1.79 !!!cp ('t314');
4158 wakaba 1.52 ## reprocess the rest of characters
4159     } else {
4160 wakaba 1.79 !!!cp ('t315');
4161 wakaba 1.52 !!!next-token;
4162     }
4163 wakaba 1.126 next B;
4164 wakaba 1.52 }
4165    
4166     die qq[$0: Character "$token->{data}"];
4167 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4168 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
4169 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
4170 wakaba 1.79 !!!cp ('t318');
4171 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4172 wakaba 1.125 !!!nack ('t318.1');
4173 wakaba 1.52 !!!next-token;
4174 wakaba 1.126 next B;
4175 wakaba 1.52 } elsif ($token->{tag_name} eq 'frame' and
4176 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
4177 wakaba 1.79 !!!cp ('t319');
4178 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4179 wakaba 1.52 pop @{$self->{open_elements}};
4180 wakaba 1.125 !!!ack ('t319.1');
4181 wakaba 1.52 !!!next-token;
4182 wakaba 1.126 next B;
4183 wakaba 1.52 } elsif ($token->{tag_name} eq 'noframes') {
4184 wakaba 1.79 !!!cp ('t320');
4185 wakaba 1.148 ## NOTE: As if in head.
4186 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4187 wakaba 1.126 next B;
4188 wakaba 1.158
4189     ## NOTE: |<!DOCTYPE HTML><frameset></frameset></html><noframes></noframes>|
4190     ## has no parse error.
4191 wakaba 1.52 } else {
4192 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4193 wakaba 1.79 !!!cp ('t321');
4194 wakaba 1.153 !!!parse-error (type => 'in frameset',
4195     text => $token->{tag_name}, token => $token);
4196 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4197 wakaba 1.79 !!!cp ('t322');
4198 wakaba 1.153 !!!parse-error (type => 'after frameset',
4199     text => $token->{tag_name}, token => $token);
4200 wakaba 1.158 } else { # "after after frameset"
4201     !!!cp ('t322.2');
4202     !!!parse-error (type => 'after after frameset',
4203     text => $token->{tag_name}, token => $token);
4204 wakaba 1.52 }
4205     ## Ignore the token
4206 wakaba 1.125 !!!nack ('t322.1');
4207 wakaba 1.52 !!!next-token;
4208 wakaba 1.126 next B;
4209 wakaba 1.52 }
4210 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4211 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
4212 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
4213 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL and
4214 wakaba 1.52 @{$self->{open_elements}} == 1) {
4215 wakaba 1.79 !!!cp ('t325');
4216 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4217     text => $token->{tag_name}, token => $token);
4218 wakaba 1.52 ## Ignore the token
4219     !!!next-token;
4220     } else {
4221 wakaba 1.79 !!!cp ('t326');
4222 wakaba 1.52 pop @{$self->{open_elements}};
4223     !!!next-token;
4224     }
4225 wakaba 1.47
4226 wakaba 1.52 if (not defined $self->{inner_html_node} and
4227 wakaba 1.206 not ($self->{open_elements}->[-1]->[1] == FRAMESET_EL)) {
4228 wakaba 1.79 !!!cp ('t327');
4229 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
4230 wakaba 1.79 } else {
4231     !!!cp ('t328');
4232 wakaba 1.52 }
4233 wakaba 1.126 next B;
4234 wakaba 1.52 } elsif ($token->{tag_name} eq 'html' and
4235 wakaba 1.54 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
4236 wakaba 1.79 !!!cp ('t329');
4237 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
4238 wakaba 1.52 !!!next-token;
4239 wakaba 1.126 next B;
4240 wakaba 1.52 } else {
4241 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4242 wakaba 1.79 !!!cp ('t330');
4243 wakaba 1.153 !!!parse-error (type => 'in frameset:/',
4244     text => $token->{tag_name}, token => $token);
4245 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4246     !!!cp ('t330.1');
4247     !!!parse-error (type => 'after frameset:/',
4248     text => $token->{tag_name}, token => $token);
4249     } else { # "after after html"
4250 wakaba 1.79 !!!cp ('t331');
4251 wakaba 1.158 !!!parse-error (type => 'after after frameset:/',
4252 wakaba 1.153 text => $token->{tag_name}, token => $token);
4253 wakaba 1.52 }
4254     ## Ignore the token
4255     !!!next-token;
4256 wakaba 1.126 next B;
4257 wakaba 1.52 }
4258 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4259 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
4260 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
4261     !!!cp ('t331.1');
4262 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
4263 wakaba 1.104 } else {
4264     !!!cp ('t331.2');
4265     }
4266    
4267     ## Stop parsing
4268     last B;
4269 wakaba 1.52 } else {
4270     die "$0: $token->{type}: Unknown token type";
4271     }
4272     } else {
4273     die "$0: $self->{insertion_mode}: Unknown insertion mode";
4274     }
4275 wakaba 1.47
4276 wakaba 1.52 ## "in body" insertion mode
4277 wakaba 1.55 if ($token->{type} == START_TAG_TOKEN) {
4278 wakaba 1.52 if ($token->{tag_name} eq 'script') {
4279 wakaba 1.79 !!!cp ('t332');
4280 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
4281 wakaba 1.100 $script_start_tag->();
4282 wakaba 1.126 next B;
4283 wakaba 1.52 } elsif ($token->{tag_name} eq 'style') {
4284 wakaba 1.79 !!!cp ('t333');
4285 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
4286 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4287 wakaba 1.126 next B;
4288 wakaba 1.52 } elsif ({
4289 wakaba 1.194 base => 1, command => 1, eventsource => 1, link => 1,
4290 wakaba 1.52 }->{$token->{tag_name}}) {
4291 wakaba 1.79 !!!cp ('t334');
4292 wakaba 1.52 ## NOTE: This is an "as if in head" code clone, only "-t" differs
4293 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4294 wakaba 1.194 pop @{$self->{open_elements}};
4295 wakaba 1.125 !!!ack ('t334.1');
4296 wakaba 1.52 !!!next-token;
4297 wakaba 1.126 next B;
4298 wakaba 1.52 } elsif ($token->{tag_name} eq 'meta') {
4299     ## NOTE: This is an "as if in head" code clone, only "-t" differs
4300 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4301 wakaba 1.194 my $meta_el = pop @{$self->{open_elements}};
4302 wakaba 1.46
4303 wakaba 1.52 unless ($self->{confident}) {
4304 wakaba 1.134 if ($token->{attributes}->{charset}) {
4305 wakaba 1.79 !!!cp ('t335');
4306 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4307     ## in the {change_encoding} callback.
4308 wakaba 1.63 $self->{change_encoding}
4309 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value}, $token);
4310 wakaba 1.66
4311     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4312     ->set_user_data (manakai_has_reference =>
4313     $token->{attributes}->{charset}
4314     ->{has_reference});
4315 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
4316     if ($token->{attributes}->{content}->{value}
4317 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
4318 wakaba 1.189 [\x09\x0A\x0C\x0D\x20]*=
4319     [\x09\x0A\x0C\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
4320     ([^"'\x09\x0A\x0C\x0D\x20][^\x09\x0A\x0C\x0D\x20\x3B]*))
4321     /x) {
4322 wakaba 1.79 !!!cp ('t336');
4323 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4324     ## in the {change_encoding} callback.
4325 wakaba 1.63 $self->{change_encoding}
4326 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3, $token);
4327 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4328     ->set_user_data (manakai_has_reference =>
4329     $token->{attributes}->{content}
4330     ->{has_reference});
4331 wakaba 1.63 }
4332 wakaba 1.52 }
4333 wakaba 1.66 } else {
4334     if ($token->{attributes}->{charset}) {
4335 wakaba 1.79 !!!cp ('t337');
4336 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4337     ->set_user_data (manakai_has_reference =>
4338     $token->{attributes}->{charset}
4339     ->{has_reference});
4340     }
4341 wakaba 1.68 if ($token->{attributes}->{content}) {
4342 wakaba 1.79 !!!cp ('t338');
4343 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4344     ->set_user_data (manakai_has_reference =>
4345     $token->{attributes}->{content}
4346     ->{has_reference});
4347     }
4348 wakaba 1.52 }
4349 wakaba 1.1
4350 wakaba 1.125 !!!ack ('t338.1');
4351 wakaba 1.52 !!!next-token;
4352 wakaba 1.126 next B;
4353 wakaba 1.52 } elsif ($token->{tag_name} eq 'title') {
4354 wakaba 1.79 !!!cp ('t341');
4355 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
4356 wakaba 1.96 $parse_rcdata->(RCDATA_CONTENT_MODEL);
4357 wakaba 1.126 next B;
4358 wakaba 1.52 } elsif ($token->{tag_name} eq 'body') {
4359 wakaba 1.153 !!!parse-error (type => 'in body', text => 'body', token => $token);
4360 wakaba 1.46
4361 wakaba 1.52 if (@{$self->{open_elements}} == 1 or
4362 wakaba 1.206 not ($self->{open_elements}->[1]->[1] == BODY_EL)) {
4363 wakaba 1.79 !!!cp ('t342');
4364 wakaba 1.52 ## Ignore the token
4365     } else {
4366     my $body_el = $self->{open_elements}->[1]->[0];
4367     for my $attr_name (keys %{$token->{attributes}}) {
4368     unless ($body_el->has_attribute_ns (undef, $attr_name)) {
4369 wakaba 1.79 !!!cp ('t343');
4370 wakaba 1.52 $body_el->set_attribute_ns
4371     (undef, [undef, $attr_name],
4372     $token->{attributes}->{$attr_name}->{value});
4373     }
4374     }
4375     }
4376 wakaba 1.125 !!!nack ('t343.1');
4377 wakaba 1.52 !!!next-token;
4378 wakaba 1.126 next B;
4379 wakaba 1.52 } elsif ({
4380 wakaba 1.195 ## NOTE: Start tags for non-phrasing flow content elements
4381    
4382     ## NOTE: The normal one
4383     address => 1, article => 1, aside => 1, blockquote => 1,
4384     center => 1, datagrid => 1, details => 1, dialog => 1,
4385     dir => 1, div => 1, dl => 1, fieldset => 1, figure => 1,
4386     footer => 1, h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1,
4387     h6 => 1, header => 1, menu => 1, nav => 1, ol => 1, p => 1,
4388     section => 1, ul => 1,
4389     ## NOTE: As normal, but drops leading newline
4390 wakaba 1.97 pre => 1, listing => 1,
4391 wakaba 1.195 ## NOTE: As normal, but interacts with the form element pointer
4392 wakaba 1.109 form => 1,
4393 wakaba 1.195
4394 wakaba 1.109 table => 1,
4395     hr => 1,
4396 wakaba 1.52 }->{$token->{tag_name}}) {
4397 wakaba 1.109 if ($token->{tag_name} eq 'form' and defined $self->{form_element}) {
4398     !!!cp ('t350');
4399 wakaba 1.113 !!!parse-error (type => 'in form:form', token => $token);
4400 wakaba 1.109 ## Ignore the token
4401 wakaba 1.125 !!!nack ('t350.1');
4402 wakaba 1.109 !!!next-token;
4403 wakaba 1.126 next B;
4404 wakaba 1.109 }
4405    
4406 wakaba 1.52 ## has a p element in scope
4407     INSCOPE: for (reverse @{$self->{open_elements}}) {
4408 wakaba 1.206 if ($_->[1] == P_EL) {
4409 wakaba 1.79 !!!cp ('t344');
4410 wakaba 1.125 !!!back-token; # <form>
4411 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
4412     line => $token->{line}, column => $token->{column}};
4413 wakaba 1.126 next B;
4414 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
4415 wakaba 1.79 !!!cp ('t345');
4416 wakaba 1.52 last INSCOPE;
4417     }
4418     } # INSCOPE
4419    
4420 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4421 wakaba 1.97 if ($token->{tag_name} eq 'pre' or $token->{tag_name} eq 'listing') {
4422 wakaba 1.125 !!!nack ('t346.1');
4423 wakaba 1.52 !!!next-token;
4424 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4425 wakaba 1.52 $token->{data} =~ s/^\x0A//;
4426     unless (length $token->{data}) {
4427 wakaba 1.79 !!!cp ('t346');
4428 wakaba 1.1 !!!next-token;
4429 wakaba 1.79 } else {
4430     !!!cp ('t349');
4431 wakaba 1.52 }
4432 wakaba 1.79 } else {
4433     !!!cp ('t348');
4434 wakaba 1.52 }
4435 wakaba 1.109 } elsif ($token->{tag_name} eq 'form') {
4436     !!!cp ('t347.1');
4437     $self->{form_element} = $self->{open_elements}->[-1]->[0];
4438    
4439 wakaba 1.125 !!!nack ('t347.2');
4440 wakaba 1.109 !!!next-token;
4441     } elsif ($token->{tag_name} eq 'table') {
4442     !!!cp ('t382');
4443     push @{$open_tables}, [$self->{open_elements}->[-1]->[0]];
4444    
4445     $self->{insertion_mode} = IN_TABLE_IM;
4446    
4447 wakaba 1.125 !!!nack ('t382.1');
4448 wakaba 1.109 !!!next-token;
4449     } elsif ($token->{tag_name} eq 'hr') {
4450     !!!cp ('t386');
4451     pop @{$self->{open_elements}};
4452    
4453 wakaba 1.125 !!!nack ('t386.1');
4454 wakaba 1.109 !!!next-token;
4455 wakaba 1.52 } else {
4456 wakaba 1.125 !!!nack ('t347.1');
4457 wakaba 1.52 !!!next-token;
4458     }
4459 wakaba 1.126 next B;
4460 wakaba 1.196 } elsif ($token->{tag_name} eq 'li') {
4461     ## NOTE: As normal, but imply </li> when there's another <li> ...
4462 wakaba 1.193
4463     ## NOTE: Special, Scope (<li><foo><li> == <li><foo><li/></foo></li>)
4464     ## Interpreted as <li><foo/></li><li/> (non-conforming)
4465     ## blockquote (O9.27), center (O), dd (Fx3, O, S3.1.2, IE7),
4466     ## dt (Fx, O, S, IE), dl (O), fieldset (O, S, IE), form (Fx, O, S),
4467     ## hn (O), pre (O), applet (O, S), button (O, S), marquee (Fx, O, S),
4468     ## object (Fx)
4469     ## Generate non-tree (non-conforming)
4470     ## basefont (IE7 (where basefont is non-void)), center (IE),
4471     ## form (IE), hn (IE)
4472     ## address, div, p (<li><foo><li> == <li><foo/></li><li/>)
4473     ## Interpreted as <li><foo><li/></foo></li> (non-conforming)
4474     ## div (Fx, S)
4475 wakaba 1.196
4476     my $non_optional;
4477 wakaba 1.52 my $i = -1;
4478 wakaba 1.196
4479     ## 1.
4480     for my $node (reverse @{$self->{open_elements}}) {
4481 wakaba 1.206 if ($node->[1] == LI_EL) {
4482 wakaba 1.196 ## 2. (a) As if </li>
4483     {
4484     ## If no </li> - not applied
4485     #
4486    
4487     ## Otherwise
4488    
4489     ## 1. generate implied end tags, except for </li>
4490     #
4491    
4492     ## 2. If current node != "li", parse error
4493     if ($non_optional) {
4494     !!!parse-error (type => 'not closed',
4495     text => $non_optional->[0]->manakai_local_name,
4496     token => $token);
4497     !!!cp ('t355');
4498     } else {
4499     !!!cp ('t356');
4500     }
4501    
4502     ## 3. Pop
4503     splice @{$self->{open_elements}}, $i;
4504 wakaba 1.52 }
4505 wakaba 1.196
4506     last; ## 2. (b) goto 5.
4507     } elsif (
4508     ## NOTE: not "formatting" and not "phrasing"
4509     ($node->[1] & SPECIAL_EL or
4510     $node->[1] & SCOPING_EL) and
4511     ## NOTE: "li", "dt", and "dd" are in |SPECIAL_EL|.
4512 wakaba 1.206 (not $node->[1] & ADDRESS_DIV_P_EL)
4513     ) {
4514 wakaba 1.196 ## 3.
4515 wakaba 1.79 !!!cp ('t357');
4516 wakaba 1.196 last; ## goto 5.
4517     } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
4518 wakaba 1.79 !!!cp ('t358');
4519 wakaba 1.196 #
4520     } else {
4521     !!!cp ('t359');
4522     $non_optional ||= $node;
4523     #
4524 wakaba 1.52 }
4525 wakaba 1.196 ## 4.
4526     ## goto 2.
4527 wakaba 1.52 $i--;
4528 wakaba 1.196 }
4529    
4530     ## 5. (a) has a |p| element in scope
4531     INSCOPE: for (reverse @{$self->{open_elements}}) {
4532 wakaba 1.206 if ($_->[1] == P_EL) {
4533 wakaba 1.196 !!!cp ('t353');
4534 wakaba 1.198
4535     ## NOTE: |<p><li>|, for example.
4536    
4537 wakaba 1.196 !!!back-token; # <x>
4538     $token = {type => END_TAG_TOKEN, tag_name => 'p',
4539     line => $token->{line}, column => $token->{column}};
4540     next B;
4541     } elsif ($_->[1] & SCOPING_EL) {
4542     !!!cp ('t354');
4543     last INSCOPE;
4544     }
4545     } # INSCOPE
4546    
4547     ## 5. (b) insert
4548 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4549 wakaba 1.125 !!!nack ('t359.1');
4550 wakaba 1.52 !!!next-token;
4551 wakaba 1.126 next B;
4552 wakaba 1.196 } elsif ($token->{tag_name} eq 'dt' or
4553     $token->{tag_name} eq 'dd') {
4554     ## NOTE: As normal, but imply </dt> or </dd> when ...
4555    
4556     my $non_optional;
4557     my $i = -1;
4558    
4559     ## 1.
4560     for my $node (reverse @{$self->{open_elements}}) {
4561 wakaba 1.207 if ($node->[1] == DTDD_EL) {
4562 wakaba 1.196 ## 2. (a) As if </li>
4563     {
4564     ## If no </li> - not applied
4565     #
4566    
4567     ## Otherwise
4568    
4569     ## 1. generate implied end tags, except for </dt> or </dd>
4570     #
4571    
4572     ## 2. If current node != "dt"|"dd", parse error
4573     if ($non_optional) {
4574     !!!parse-error (type => 'not closed',
4575     text => $non_optional->[0]->manakai_local_name,
4576     token => $token);
4577     !!!cp ('t355.1');
4578     } else {
4579     !!!cp ('t356.1');
4580     }
4581    
4582     ## 3. Pop
4583     splice @{$self->{open_elements}}, $i;
4584     }
4585    
4586     last; ## 2. (b) goto 5.
4587     } elsif (
4588     ## NOTE: not "formatting" and not "phrasing"
4589     ($node->[1] & SPECIAL_EL or
4590     $node->[1] & SCOPING_EL) and
4591     ## NOTE: "li", "dt", and "dd" are in |SPECIAL_EL|.
4592    
4593 wakaba 1.206 (not $node->[1] & ADDRESS_DIV_P_EL)
4594     ) {
4595 wakaba 1.196 ## 3.
4596     !!!cp ('t357.1');
4597     last; ## goto 5.
4598     } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
4599     !!!cp ('t358.1');
4600     #
4601     } else {
4602     !!!cp ('t359.1');
4603     $non_optional ||= $node;
4604     #
4605     }
4606     ## 4.
4607     ## goto 2.
4608     $i--;
4609     }
4610    
4611     ## 5. (a) has a |p| element in scope
4612     INSCOPE: for (reverse @{$self->{open_elements}}) {
4613 wakaba 1.206 if ($_->[1] == P_EL) {
4614 wakaba 1.196 !!!cp ('t353.1');
4615     !!!back-token; # <x>
4616     $token = {type => END_TAG_TOKEN, tag_name => 'p',
4617     line => $token->{line}, column => $token->{column}};
4618     next B;
4619     } elsif ($_->[1] & SCOPING_EL) {
4620     !!!cp ('t354.1');
4621     last INSCOPE;
4622     }
4623     } # INSCOPE
4624    
4625     ## 5. (b) insert
4626     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4627     !!!nack ('t359.2');
4628     !!!next-token;
4629     next B;
4630 wakaba 1.52 } elsif ($token->{tag_name} eq 'plaintext') {
4631 wakaba 1.195 ## NOTE: As normal, but effectively ends parsing
4632    
4633 wakaba 1.52 ## has a p element in scope
4634     INSCOPE: for (reverse @{$self->{open_elements}}) {
4635 wakaba 1.206 if ($_->[1] == P_EL) {
4636 wakaba 1.79 !!!cp ('t367');
4637 wakaba 1.125 !!!back-token; # <plaintext>
4638 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
4639     line => $token->{line}, column => $token->{column}};
4640 wakaba 1.126 next B;
4641 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
4642 wakaba 1.79 !!!cp ('t368');
4643 wakaba 1.52 last INSCOPE;
4644 wakaba 1.46 }
4645 wakaba 1.52 } # INSCOPE
4646    
4647 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4648 wakaba 1.52
4649     $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
4650    
4651 wakaba 1.125 !!!nack ('t368.1');
4652 wakaba 1.52 !!!next-token;
4653 wakaba 1.126 next B;
4654 wakaba 1.52 } elsif ($token->{tag_name} eq 'a') {
4655     AFE: for my $i (reverse 0..$#$active_formatting_elements) {
4656     my $node = $active_formatting_elements->[$i];
4657 wakaba 1.206 if ($node->[1] == A_EL) {
4658 wakaba 1.79 !!!cp ('t371');
4659 wakaba 1.113 !!!parse-error (type => 'in a:a', token => $token);
4660 wakaba 1.52
4661 wakaba 1.125 !!!back-token; # <a>
4662 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'a',
4663     line => $token->{line}, column => $token->{column}};
4664 wakaba 1.113 $formatting_end_tag->($token);
4665 wakaba 1.52
4666     AFE2: for (reverse 0..$#$active_formatting_elements) {
4667     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
4668 wakaba 1.79 !!!cp ('t372');
4669 wakaba 1.52 splice @$active_formatting_elements, $_, 1;
4670     last AFE2;
4671 wakaba 1.1 }
4672 wakaba 1.52 } # AFE2
4673     OE: for (reverse 0..$#{$self->{open_elements}}) {
4674     if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
4675 wakaba 1.79 !!!cp ('t373');
4676 wakaba 1.52 splice @{$self->{open_elements}}, $_, 1;
4677     last OE;
4678 wakaba 1.1 }
4679 wakaba 1.52 } # OE
4680     last AFE;
4681     } elsif ($node->[0] eq '#marker') {
4682 wakaba 1.79 !!!cp ('t374');
4683 wakaba 1.52 last AFE;
4684     }
4685     } # AFE
4686    
4687     $reconstruct_active_formatting_elements->($insert_to_current);
4688 wakaba 1.1
4689 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4690 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
4691 wakaba 1.1
4692 wakaba 1.125 !!!nack ('t374.1');
4693 wakaba 1.52 !!!next-token;
4694 wakaba 1.126 next B;
4695 wakaba 1.52 } elsif ($token->{tag_name} eq 'nobr') {
4696     $reconstruct_active_formatting_elements->($insert_to_current);
4697 wakaba 1.1
4698 wakaba 1.52 ## has a |nobr| element in scope
4699     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4700     my $node = $self->{open_elements}->[$_];
4701 wakaba 1.206 if ($node->[1] == NOBR_EL) {
4702 wakaba 1.79 !!!cp ('t376');
4703 wakaba 1.113 !!!parse-error (type => 'in nobr:nobr', token => $token);
4704 wakaba 1.125 !!!back-token; # <nobr>
4705 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'nobr',
4706     line => $token->{line}, column => $token->{column}};
4707 wakaba 1.126 next B;
4708 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
4709 wakaba 1.79 !!!cp ('t377');
4710 wakaba 1.52 last INSCOPE;
4711     }
4712     } # INSCOPE
4713    
4714 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4715 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
4716    
4717 wakaba 1.125 !!!nack ('t377.1');
4718 wakaba 1.52 !!!next-token;
4719 wakaba 1.126 next B;
4720 wakaba 1.52 } elsif ($token->{tag_name} eq 'button') {
4721     ## has a button element in scope
4722     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4723     my $node = $self->{open_elements}->[$_];
4724 wakaba 1.206 if ($node->[1] == BUTTON_EL) {
4725 wakaba 1.79 !!!cp ('t378');
4726 wakaba 1.113 !!!parse-error (type => 'in button:button', token => $token);
4727 wakaba 1.125 !!!back-token; # <button>
4728 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'button',
4729     line => $token->{line}, column => $token->{column}};
4730 wakaba 1.126 next B;
4731 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
4732 wakaba 1.79 !!!cp ('t379');
4733 wakaba 1.52 last INSCOPE;
4734     }
4735     } # INSCOPE
4736    
4737     $reconstruct_active_formatting_elements->($insert_to_current);
4738    
4739 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4740 wakaba 1.85
4741     ## TODO: associate with $self->{form_element} if defined
4742    
4743 wakaba 1.52 push @$active_formatting_elements, ['#marker', ''];
4744 wakaba 1.1
4745 wakaba 1.125 !!!nack ('t379.1');
4746 wakaba 1.52 !!!next-token;
4747 wakaba 1.126 next B;
4748 wakaba 1.103 } elsif ({
4749 wakaba 1.109 xmp => 1,
4750     iframe => 1,
4751     noembed => 1,
4752 wakaba 1.148 noframes => 1, ## NOTE: This is an "as if in head" code clone.
4753 wakaba 1.109 noscript => 0, ## TODO: 1 if scripting is enabled
4754 wakaba 1.103 }->{$token->{tag_name}}) {
4755 wakaba 1.109 if ($token->{tag_name} eq 'xmp') {
4756     !!!cp ('t381');
4757     $reconstruct_active_formatting_elements->($insert_to_current);
4758     } else {
4759     !!!cp ('t399');
4760     }
4761     ## NOTE: There is an "as if in body" code clone.
4762 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4763 wakaba 1.126 next B;
4764 wakaba 1.52 } elsif ($token->{tag_name} eq 'isindex') {
4765 wakaba 1.113 !!!parse-error (type => 'isindex', token => $token);
4766 wakaba 1.52
4767     if (defined $self->{form_element}) {
4768 wakaba 1.79 !!!cp ('t389');
4769 wakaba 1.52 ## Ignore the token
4770 wakaba 1.125 !!!nack ('t389'); ## NOTE: Not acknowledged.
4771 wakaba 1.52 !!!next-token;
4772 wakaba 1.126 next B;
4773 wakaba 1.52 } else {
4774 wakaba 1.147 !!!ack ('t391.1');
4775    
4776 wakaba 1.52 my $at = $token->{attributes};
4777     my $form_attrs;
4778     $form_attrs->{action} = $at->{action} if $at->{action};
4779     my $prompt_attr = $at->{prompt};
4780     $at->{name} = {name => 'name', value => 'isindex'};
4781     delete $at->{action};
4782     delete $at->{prompt};
4783     my @tokens = (
4784 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'form',
4785 wakaba 1.114 attributes => $form_attrs,
4786     line => $token->{line}, column => $token->{column}},
4787     {type => START_TAG_TOKEN, tag_name => 'hr',
4788     line => $token->{line}, column => $token->{column}},
4789     {type => START_TAG_TOKEN, tag_name => 'p',
4790     line => $token->{line}, column => $token->{column}},
4791     {type => START_TAG_TOKEN, tag_name => 'label',
4792     line => $token->{line}, column => $token->{column}},
4793 wakaba 1.52 );
4794     if ($prompt_attr) {
4795 wakaba 1.79 !!!cp ('t390');
4796 wakaba 1.114 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value},
4797 wakaba 1.118 #line => $token->{line}, column => $token->{column},
4798     };
4799 wakaba 1.1 } else {
4800 wakaba 1.79 !!!cp ('t391');
4801 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN,
4802 wakaba 1.114 data => 'This is a searchable index. Insert your search keywords here: ',
4803 wakaba 1.118 #line => $token->{line}, column => $token->{column},
4804     }; # SHOULD
4805 wakaba 1.52 ## TODO: make this configurable
4806 wakaba 1.1 }
4807 wakaba 1.52 push @tokens,
4808 wakaba 1.114 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at,
4809     line => $token->{line}, column => $token->{column}},
4810 wakaba 1.55 #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
4811 wakaba 1.114 {type => END_TAG_TOKEN, tag_name => 'label',
4812     line => $token->{line}, column => $token->{column}},
4813     {type => END_TAG_TOKEN, tag_name => 'p',
4814     line => $token->{line}, column => $token->{column}},
4815     {type => START_TAG_TOKEN, tag_name => 'hr',
4816     line => $token->{line}, column => $token->{column}},
4817     {type => END_TAG_TOKEN, tag_name => 'form',
4818     line => $token->{line}, column => $token->{column}};
4819 wakaba 1.52 !!!back-token (@tokens);
4820 wakaba 1.125 !!!next-token;
4821 wakaba 1.126 next B;
4822 wakaba 1.52 }
4823     } elsif ($token->{tag_name} eq 'textarea') {
4824 wakaba 1.205 ## Step 1
4825     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4826 wakaba 1.52
4827 wakaba 1.205 ## Step 2
4828 wakaba 1.52 ## TODO: $self->{form_element} if defined
4829 wakaba 1.205
4830     ## Step 3
4831     $self->{ignore_newline} = 1;
4832    
4833     ## Step 4
4834     ## ISSUE: This step is wrong. (r2302 enbugged)
4835    
4836     ## Step 5
4837 wakaba 1.52 $self->{content_model} = RCDATA_CONTENT_MODEL;
4838     delete $self->{escape}; # MUST
4839 wakaba 1.205
4840     ## Step 6-7
4841     $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
4842    
4843 wakaba 1.125 !!!nack ('t392.1');
4844 wakaba 1.52 !!!next-token;
4845 wakaba 1.126 next B;
4846 wakaba 1.201 } elsif ($token->{tag_name} eq 'optgroup' or
4847     $token->{tag_name} eq 'option') {
4848     ## has an |option| element in scope
4849     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4850     my $node = $self->{open_elements}->[$_];
4851 wakaba 1.206 if ($node->[1] == OPTION_EL) {
4852 wakaba 1.201 !!!cp ('t397.1');
4853     ## NOTE: As if </option>
4854     !!!back-token; # <option> or <optgroup>
4855     $token = {type => END_TAG_TOKEN, tag_name => 'option',
4856     line => $token->{line}, column => $token->{column}};
4857     next B;
4858     } elsif ($node->[1] & SCOPING_EL) {
4859     !!!cp ('t397.2');
4860     last INSCOPE;
4861     }
4862     } # INSCOPE
4863    
4864     $reconstruct_active_formatting_elements->($insert_to_current);
4865    
4866     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4867    
4868     !!!nack ('t397.3');
4869     !!!next-token;
4870     redo B;
4871 wakaba 1.151 } elsif ($token->{tag_name} eq 'rt' or
4872     $token->{tag_name} eq 'rp') {
4873     ## has a |ruby| element in scope
4874     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4875     my $node = $self->{open_elements}->[$_];
4876 wakaba 1.206 if ($node->[1] == RUBY_EL) {
4877 wakaba 1.151 !!!cp ('t398.1');
4878     ## generate implied end tags
4879     while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
4880     !!!cp ('t398.2');
4881     pop @{$self->{open_elements}};
4882     }
4883 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == RUBY_EL) {
4884 wakaba 1.151 !!!cp ('t398.3');
4885     !!!parse-error (type => 'not closed',
4886 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4887 wakaba 1.151 ->manakai_local_name,
4888     token => $token);
4889     pop @{$self->{open_elements}}
4890 wakaba 1.206 while not $self->{open_elements}->[-1]->[1] == RUBY_EL;
4891 wakaba 1.151 }
4892     last INSCOPE;
4893     } elsif ($node->[1] & SCOPING_EL) {
4894     !!!cp ('t398.4');
4895     last INSCOPE;
4896     }
4897     } # INSCOPE
4898    
4899     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4900    
4901     !!!nack ('t398.5');
4902     !!!next-token;
4903     redo B;
4904 wakaba 1.126 } elsif ($token->{tag_name} eq 'math' or
4905     $token->{tag_name} eq 'svg') {
4906     $reconstruct_active_formatting_elements->($insert_to_current);
4907 wakaba 1.131
4908 wakaba 1.155 ## "Adjust MathML attributes" ('math' only) - done in insert-element-f
4909    
4910 wakaba 1.131 ## "adjust SVG attributes" ('svg' only) - done in insert-element-f
4911    
4912     ## "adjust foreign attributes" - done in insert-element-f
4913 wakaba 1.126
4914 wakaba 1.131 !!!insert-element-f ($token->{tag_name} eq 'math' ? $MML_NS : $SVG_NS, $token->{tag_name}, $token->{attributes}, $token);
4915 wakaba 1.126
4916     if ($self->{self_closing}) {
4917     pop @{$self->{open_elements}};
4918 wakaba 1.201 !!!ack ('t398.6');
4919 wakaba 1.126 } else {
4920 wakaba 1.201 !!!cp ('t398.7');
4921 wakaba 1.126 $self->{insertion_mode} |= IN_FOREIGN_CONTENT_IM;
4922     ## NOTE: |<body><math><mi><svg>| -> "in foreign content" insertion
4923     ## mode, "in body" (not "in foreign content") secondary insertion
4924     ## mode, maybe.
4925     }
4926    
4927     !!!next-token;
4928     next B;
4929 wakaba 1.52 } elsif ({
4930     caption => 1, col => 1, colgroup => 1, frame => 1,
4931 wakaba 1.201 frameset => 1, head => 1,
4932 wakaba 1.52 tbody => 1, td => 1, tfoot => 1, th => 1,
4933     thead => 1, tr => 1,
4934     }->{$token->{tag_name}}) {
4935 wakaba 1.79 !!!cp ('t401');
4936 wakaba 1.153 !!!parse-error (type => 'in body',
4937     text => $token->{tag_name}, token => $token);
4938 wakaba 1.52 ## Ignore the token
4939 wakaba 1.125 !!!nack ('t401.1'); ## NOTE: |<col/>| or |<frame/>| here is an error.
4940 wakaba 1.52 !!!next-token;
4941 wakaba 1.126 next B;
4942 wakaba 1.198 } elsif ($token->{tag_name} eq 'param' or
4943     $token->{tag_name} eq 'source') {
4944     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4945     pop @{$self->{open_elements}};
4946    
4947     !!!ack ('t398.5');
4948     !!!next-token;
4949     redo B;
4950 wakaba 1.52 } else {
4951 wakaba 1.110 if ($token->{tag_name} eq 'image') {
4952     !!!cp ('t384');
4953 wakaba 1.113 !!!parse-error (type => 'image', token => $token);
4954 wakaba 1.110 $token->{tag_name} = 'img';
4955     } else {
4956     !!!cp ('t385');
4957     }
4958    
4959     ## NOTE: There is an "as if <br>" code clone.
4960 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
4961    
4962 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4963 wakaba 1.109
4964 wakaba 1.110 if ({
4965     applet => 1, marquee => 1, object => 1,
4966     }->{$token->{tag_name}}) {
4967     !!!cp ('t380');
4968     push @$active_formatting_elements, ['#marker', ''];
4969 wakaba 1.125 !!!nack ('t380.1');
4970 wakaba 1.110 } elsif ({
4971     b => 1, big => 1, em => 1, font => 1, i => 1,
4972 wakaba 1.193 s => 1, small => 1, strike => 1,
4973 wakaba 1.110 strong => 1, tt => 1, u => 1,
4974     }->{$token->{tag_name}}) {
4975     !!!cp ('t375');
4976     push @$active_formatting_elements, $self->{open_elements}->[-1];
4977 wakaba 1.125 !!!nack ('t375.1');
4978 wakaba 1.110 } elsif ($token->{tag_name} eq 'input') {
4979     !!!cp ('t388');
4980     ## TODO: associate with $self->{form_element} if defined
4981     pop @{$self->{open_elements}};
4982 wakaba 1.125 !!!ack ('t388.2');
4983 wakaba 1.110 } elsif ({
4984     area => 1, basefont => 1, bgsound => 1, br => 1,
4985 wakaba 1.198 embed => 1, img => 1, spacer => 1, wbr => 1,
4986 wakaba 1.110 }->{$token->{tag_name}}) {
4987     !!!cp ('t388.1');
4988     pop @{$self->{open_elements}};
4989 wakaba 1.125 !!!ack ('t388.3');
4990 wakaba 1.110 } elsif ($token->{tag_name} eq 'select') {
4991 wakaba 1.109 ## TODO: associate with $self->{form_element} if defined
4992    
4993     if ($self->{insertion_mode} & TABLE_IMS or
4994     $self->{insertion_mode} & BODY_TABLE_IMS or
4995     $self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
4996     !!!cp ('t400.1');
4997     $self->{insertion_mode} = IN_SELECT_IN_TABLE_IM;
4998     } else {
4999     !!!cp ('t400.2');
5000     $self->{insertion_mode} = IN_SELECT_IM;
5001     }
5002 wakaba 1.125 !!!nack ('t400.3');
5003 wakaba 1.110 } else {
5004 wakaba 1.125 !!!nack ('t402');
5005 wakaba 1.109 }
5006 wakaba 1.51
5007 wakaba 1.52 !!!next-token;
5008 wakaba 1.126 next B;
5009 wakaba 1.52 }
5010 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5011 wakaba 1.52 if ($token->{tag_name} eq 'body') {
5012 wakaba 1.107 ## has a |body| element in scope
5013     my $i;
5014 wakaba 1.111 INSCOPE: {
5015     for (reverse @{$self->{open_elements}}) {
5016 wakaba 1.206 if ($_->[1] == BODY_EL) {
5017 wakaba 1.111 !!!cp ('t405');
5018     $i = $_;
5019     last INSCOPE;
5020 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
5021 wakaba 1.111 !!!cp ('t405.1');
5022     last;
5023     }
5024 wakaba 1.52 }
5025 wakaba 1.111
5026 wakaba 1.200 ## NOTE: |<marquee></body>|, |<svg><foreignobject></body>|
5027    
5028     !!!parse-error (type => 'unmatched end tag',
5029 wakaba 1.153 text => $token->{tag_name}, token => $token);
5030 wakaba 1.107 ## NOTE: Ignore the token.
5031 wakaba 1.52 !!!next-token;
5032 wakaba 1.126 next B;
5033 wakaba 1.111 } # INSCOPE
5034 wakaba 1.107
5035     for (@{$self->{open_elements}}) {
5036 wakaba 1.123 unless ($_->[1] & ALL_END_TAG_OPTIONAL_EL) {
5037 wakaba 1.107 !!!cp ('t403');
5038 wakaba 1.122 !!!parse-error (type => 'not closed',
5039 wakaba 1.153 text => $_->[0]->manakai_local_name,
5040 wakaba 1.122 token => $token);
5041 wakaba 1.107 last;
5042     } else {
5043     !!!cp ('t404');
5044     }
5045     }
5046    
5047     $self->{insertion_mode} = AFTER_BODY_IM;
5048     !!!next-token;
5049 wakaba 1.126 next B;
5050 wakaba 1.52 } elsif ($token->{tag_name} eq 'html') {
5051 wakaba 1.122 ## TODO: Update this code. It seems that the code below is not
5052     ## up-to-date, though it has same effect as speced.
5053 wakaba 1.123 if (@{$self->{open_elements}} > 1 and
5054 wakaba 1.206 $self->{open_elements}->[1]->[1] == BODY_EL) {
5055     unless ($self->{open_elements}->[-1]->[1] == BODY_EL) {
5056 wakaba 1.79 !!!cp ('t406');
5057 wakaba 1.122 !!!parse-error (type => 'not closed',
5058 wakaba 1.153 text => $self->{open_elements}->[1]->[0]
5059 wakaba 1.122 ->manakai_local_name,
5060     token => $token);
5061 wakaba 1.79 } else {
5062     !!!cp ('t407');
5063 wakaba 1.1 }
5064 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
5065 wakaba 1.52 ## reprocess
5066 wakaba 1.126 next B;
5067 wakaba 1.51 } else {
5068 wakaba 1.79 !!!cp ('t408');
5069 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5070     text => $token->{tag_name}, token => $token);
5071 wakaba 1.52 ## Ignore the token
5072     !!!next-token;
5073 wakaba 1.126 next B;
5074 wakaba 1.51 }
5075 wakaba 1.52 } elsif ({
5076 wakaba 1.195 ## NOTE: End tags for non-phrasing flow content elements
5077    
5078     ## NOTE: The normal ones
5079     address => 1, article => 1, aside => 1, blockquote => 1,
5080     center => 1, datagrid => 1, details => 1, dialog => 1,
5081     dir => 1, div => 1, dl => 1, fieldset => 1, figure => 1,
5082     footer => 1, header => 1, listing => 1, menu => 1, nav => 1,
5083     ol => 1, pre => 1, section => 1, ul => 1,
5084    
5085     ## NOTE: As normal, but ... optional tags
5086 wakaba 1.52 dd => 1, dt => 1, li => 1,
5087 wakaba 1.195
5088 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
5089 wakaba 1.52 }->{$token->{tag_name}}) {
5090 wakaba 1.197 ## NOTE: Code for <li> start tags includes "as if </li>" code.
5091     ## Code for <dt> or <dd> start tags includes "as if </dt> or
5092     ## </dd>" code.
5093    
5094 wakaba 1.52 ## has an element in scope
5095     my $i;
5096     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5097     my $node = $self->{open_elements}->[$_];
5098 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5099 wakaba 1.79 !!!cp ('t410');
5100 wakaba 1.52 $i = $_;
5101 wakaba 1.87 last INSCOPE;
5102 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5103 wakaba 1.79 !!!cp ('t411');
5104 wakaba 1.52 last INSCOPE;
5105 wakaba 1.51 }
5106 wakaba 1.52 } # INSCOPE
5107 wakaba 1.89
5108     unless (defined $i) { # has an element in scope
5109     !!!cp ('t413');
5110 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5111     text => $token->{tag_name}, token => $token);
5112 wakaba 1.157 ## NOTE: Ignore the token.
5113 wakaba 1.89 } else {
5114     ## Step 1. generate implied end tags
5115     while ({
5116 wakaba 1.151 ## END_TAG_OPTIONAL_EL
5117 wakaba 1.89 dd => ($token->{tag_name} ne 'dd'),
5118     dt => ($token->{tag_name} ne 'dt'),
5119     li => ($token->{tag_name} ne 'li'),
5120 wakaba 1.194 option => 1,
5121     optgroup => 1,
5122 wakaba 1.89 p => 1,
5123 wakaba 1.151 rt => 1,
5124     rp => 1,
5125 wakaba 1.123 }->{$self->{open_elements}->[-1]->[0]->manakai_local_name}) {
5126 wakaba 1.89 !!!cp ('t409');
5127     pop @{$self->{open_elements}};
5128     }
5129    
5130     ## Step 2.
5131 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5132     ne $token->{tag_name}) {
5133 wakaba 1.79 !!!cp ('t412');
5134 wakaba 1.122 !!!parse-error (type => 'not closed',
5135 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5136 wakaba 1.122 ->manakai_local_name,
5137     token => $token);
5138 wakaba 1.51 } else {
5139 wakaba 1.89 !!!cp ('t414');
5140 wakaba 1.51 }
5141 wakaba 1.89
5142     ## Step 3.
5143 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5144 wakaba 1.89
5145     ## Step 4.
5146     $clear_up_to_marker->()
5147     if {
5148 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
5149 wakaba 1.89 }->{$token->{tag_name}};
5150 wakaba 1.51 }
5151 wakaba 1.52 !!!next-token;
5152 wakaba 1.126 next B;
5153 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
5154 wakaba 1.195 ## NOTE: As normal, but interacts with the form element pointer
5155    
5156 wakaba 1.92 undef $self->{form_element};
5157    
5158 wakaba 1.52 ## has an element in scope
5159 wakaba 1.92 my $i;
5160 wakaba 1.52 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5161     my $node = $self->{open_elements}->[$_];
5162 wakaba 1.206 if ($node->[1] == FORM_EL) {
5163 wakaba 1.79 !!!cp ('t418');
5164 wakaba 1.92 $i = $_;
5165 wakaba 1.52 last INSCOPE;
5166 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5167 wakaba 1.79 !!!cp ('t419');
5168 wakaba 1.52 last INSCOPE;
5169     }
5170     } # INSCOPE
5171 wakaba 1.92
5172     unless (defined $i) { # has an element in scope
5173 wakaba 1.79 !!!cp ('t421');
5174 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5175     text => $token->{tag_name}, token => $token);
5176 wakaba 1.157 ## NOTE: Ignore the token.
5177 wakaba 1.92 } else {
5178     ## Step 1. generate implied end tags
5179 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5180 wakaba 1.92 !!!cp ('t417');
5181     pop @{$self->{open_elements}};
5182     }
5183    
5184     ## Step 2.
5185 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5186     ne $token->{tag_name}) {
5187 wakaba 1.92 !!!cp ('t417.1');
5188 wakaba 1.122 !!!parse-error (type => 'not closed',
5189 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5190 wakaba 1.122 ->manakai_local_name,
5191     token => $token);
5192 wakaba 1.92 } else {
5193     !!!cp ('t420');
5194     }
5195    
5196     ## Step 3.
5197     splice @{$self->{open_elements}}, $i;
5198 wakaba 1.52 }
5199    
5200     !!!next-token;
5201 wakaba 1.126 next B;
5202 wakaba 1.52 } elsif ({
5203 wakaba 1.195 ## NOTE: As normal, except acts as a closer for any ...
5204 wakaba 1.52 h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
5205     }->{$token->{tag_name}}) {
5206     ## has an element in scope
5207     my $i;
5208     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5209     my $node = $self->{open_elements}->[$_];
5210 wakaba 1.206 if ($node->[1] == HEADING_EL) {
5211 wakaba 1.79 !!!cp ('t423');
5212 wakaba 1.52 $i = $_;
5213     last INSCOPE;
5214 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5215 wakaba 1.79 !!!cp ('t424');
5216 wakaba 1.52 last INSCOPE;
5217 wakaba 1.51 }
5218 wakaba 1.52 } # INSCOPE
5219 wakaba 1.93
5220     unless (defined $i) { # has an element in scope
5221     !!!cp ('t425.1');
5222 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5223     text => $token->{tag_name}, token => $token);
5224 wakaba 1.157 ## NOTE: Ignore the token.
5225 wakaba 1.79 } else {
5226 wakaba 1.93 ## Step 1. generate implied end tags
5227 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5228 wakaba 1.93 !!!cp ('t422');
5229     pop @{$self->{open_elements}};
5230     }
5231    
5232     ## Step 2.
5233 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5234     ne $token->{tag_name}) {
5235 wakaba 1.93 !!!cp ('t425');
5236 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5237     text => $token->{tag_name}, token => $token);
5238 wakaba 1.93 } else {
5239     !!!cp ('t426');
5240     }
5241    
5242     ## Step 3.
5243     splice @{$self->{open_elements}}, $i;
5244 wakaba 1.36 }
5245 wakaba 1.52
5246     !!!next-token;
5247 wakaba 1.126 next B;
5248 wakaba 1.87 } elsif ($token->{tag_name} eq 'p') {
5249 wakaba 1.195 ## NOTE: As normal, except </p> implies <p> and ...
5250    
5251 wakaba 1.87 ## has an element in scope
5252 wakaba 1.197 my $non_optional;
5253 wakaba 1.87 my $i;
5254     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5255     my $node = $self->{open_elements}->[$_];
5256 wakaba 1.206 if ($node->[1] == P_EL) {
5257 wakaba 1.87 !!!cp ('t410.1');
5258     $i = $_;
5259 wakaba 1.88 last INSCOPE;
5260 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5261 wakaba 1.87 !!!cp ('t411.1');
5262     last INSCOPE;
5263 wakaba 1.197 } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
5264     ## NOTE: |END_TAG_OPTIONAL_EL| includes "p"
5265     !!!cp ('t411.2');
5266     #
5267     } else {
5268     !!!cp ('t411.3');
5269     $non_optional ||= $node;
5270     #
5271 wakaba 1.87 }
5272     } # INSCOPE
5273 wakaba 1.91
5274     if (defined $i) {
5275 wakaba 1.197 ## 1. Generate implied end tags
5276     #
5277    
5278     ## 2. If current node != "p", parse error
5279     if ($non_optional) {
5280 wakaba 1.87 !!!cp ('t412.1');
5281 wakaba 1.122 !!!parse-error (type => 'not closed',
5282 wakaba 1.197 text => $non_optional->[0]->manakai_local_name,
5283 wakaba 1.122 token => $token);
5284 wakaba 1.87 } else {
5285 wakaba 1.91 !!!cp ('t414.1');
5286 wakaba 1.87 }
5287 wakaba 1.91
5288 wakaba 1.197 ## 3. Pop
5289 wakaba 1.87 splice @{$self->{open_elements}}, $i;
5290     } else {
5291 wakaba 1.91 !!!cp ('t413.1');
5292 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5293     text => $token->{tag_name}, token => $token);
5294 wakaba 1.91
5295 wakaba 1.87 !!!cp ('t415.1');
5296     ## As if <p>, then reprocess the current token
5297     my $el;
5298 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'p',, $token);
5299 wakaba 1.87 $insert->($el);
5300 wakaba 1.91 ## NOTE: Not inserted into |$self->{open_elements}|.
5301 wakaba 1.87 }
5302 wakaba 1.91
5303 wakaba 1.87 !!!next-token;
5304 wakaba 1.126 next B;
5305 wakaba 1.52 } elsif ({
5306     a => 1,
5307     b => 1, big => 1, em => 1, font => 1, i => 1,
5308 wakaba 1.193 nobr => 1, s => 1, small => 1, strike => 1,
5309 wakaba 1.52 strong => 1, tt => 1, u => 1,
5310     }->{$token->{tag_name}}) {
5311 wakaba 1.79 !!!cp ('t427');
5312 wakaba 1.113 $formatting_end_tag->($token);
5313 wakaba 1.126 next B;
5314 wakaba 1.52 } elsif ($token->{tag_name} eq 'br') {
5315 wakaba 1.79 !!!cp ('t428');
5316 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5317     text => 'br', token => $token);
5318 wakaba 1.52
5319     ## As if <br>
5320     $reconstruct_active_formatting_elements->($insert_to_current);
5321    
5322     my $el;
5323 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'br',, $token);
5324 wakaba 1.52 $insert->($el);
5325    
5326     ## Ignore the token.
5327     !!!next-token;
5328 wakaba 1.126 next B;
5329 wakaba 1.52 } else {
5330 wakaba 1.195 if ($token->{tag_name} eq 'sarcasm') {
5331     sleep 0.001; # take a deep breath
5332     }
5333    
5334 wakaba 1.52 ## Step 1
5335     my $node_i = -1;
5336     my $node = $self->{open_elements}->[$node_i];
5337 wakaba 1.51
5338 wakaba 1.52 ## Step 2
5339     S2: {
5340 wakaba 1.200 my $node_tag_name = $node->[0]->manakai_local_name;
5341     $node_tag_name =~ tr/A-Z/a-z/; # for SVG camelCase tag names
5342     if ($node_tag_name eq $token->{tag_name}) {
5343 wakaba 1.52 ## Step 1
5344     ## generate implied end tags
5345 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5346 wakaba 1.79 !!!cp ('t430');
5347 wakaba 1.151 ## NOTE: |<ruby><rt></ruby>|.
5348     ## ISSUE: <ruby><rt></rt> will also take this code path,
5349     ## which seems wrong.
5350 wakaba 1.86 pop @{$self->{open_elements}};
5351 wakaba 1.151 $node_i++;
5352 wakaba 1.52 }
5353    
5354     ## Step 2
5355 wakaba 1.200 my $current_tag_name
5356     = $self->{open_elements}->[-1]->[0]->manakai_local_name;
5357     $current_tag_name =~ tr/A-Z/a-z/;
5358     if ($current_tag_name ne $token->{tag_name}) {
5359 wakaba 1.79 !!!cp ('t431');
5360 wakaba 1.58 ## NOTE: <x><y></x>
5361 wakaba 1.122 !!!parse-error (type => 'not closed',
5362 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5363 wakaba 1.122 ->manakai_local_name,
5364     token => $token);
5365 wakaba 1.79 } else {
5366     !!!cp ('t432');
5367 wakaba 1.52 }
5368    
5369     ## Step 3
5370 wakaba 1.151 splice @{$self->{open_elements}}, $node_i if $node_i < 0;
5371 wakaba 1.51
5372 wakaba 1.1 !!!next-token;
5373 wakaba 1.52 last S2;
5374 wakaba 1.1 } else {
5375 wakaba 1.52 ## Step 3
5376 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
5377 wakaba 1.52 #not $phrasing_category->{$node->[1]} and
5378 wakaba 1.123 ($node->[1] & SPECIAL_EL or
5379     $node->[1] & SCOPING_EL)) {
5380 wakaba 1.79 !!!cp ('t433');
5381 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5382     text => $token->{tag_name}, token => $token);
5383 wakaba 1.52 ## Ignore the token
5384     !!!next-token;
5385     last S2;
5386 wakaba 1.193
5387     ## NOTE: |<span><dd></span>a|: In Safari 3.1.2 and Opera
5388     ## 9.27, "a" is a child of <dd> (conforming). In
5389     ## Firefox 3.0.2, "a" is a child of <body>. In WinIE 7,
5390     ## "a" is a child of both <body> and <dd>.
5391 wakaba 1.52 }
5392 wakaba 1.193
5393 wakaba 1.79 !!!cp ('t434');
5394 wakaba 1.1 }
5395 wakaba 1.52
5396     ## Step 4
5397     $node_i--;
5398     $node = $self->{open_elements}->[$node_i];
5399    
5400     ## Step 5;
5401     redo S2;
5402     } # S2
5403 wakaba 1.126 next B;
5404 wakaba 1.1 }
5405     }
5406 wakaba 1.126 next B;
5407     } continue { # B
5408     if ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
5409     ## NOTE: The code below is executed in cases where it does not have
5410     ## to be, but it it is harmless even in those cases.
5411     ## has an element in scope
5412     INSCOPE: {
5413     for (reverse 0..$#{$self->{open_elements}}) {
5414     my $node = $self->{open_elements}->[$_];
5415     if ($node->[1] & FOREIGN_EL) {
5416     last INSCOPE;
5417     } elsif ($node->[1] & SCOPING_EL) {
5418     last;
5419     }
5420     }
5421    
5422     ## NOTE: No foreign element in scope.
5423     $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
5424     } # INSCOPE
5425     }
5426 wakaba 1.1 } # B
5427    
5428     ## Stop parsing # MUST
5429    
5430     ## TODO: script stuffs
5431 wakaba 1.3 } # _tree_construct_main
5432    
5433 wakaba 1.177 sub set_inner_html ($$$$;$) {
5434 wakaba 1.3 my $class = shift;
5435     my $node = shift;
5436 wakaba 1.177 #my $s = \$_[0];
5437 wakaba 1.3 my $onerror = $_[1];
5438 wakaba 1.162 my $get_wrapper = $_[2] || sub ($) { return $_[0] };
5439 wakaba 1.3
5440 wakaba 1.63 ## ISSUE: Should {confident} be true?
5441    
5442 wakaba 1.3 my $nt = $node->node_type;
5443     if ($nt == 9) {
5444     # MUST
5445    
5446     ## Step 1 # MUST
5447     ## TODO: If the document has an active parser, ...
5448     ## ISSUE: There is an issue in the spec.
5449    
5450     ## Step 2 # MUST
5451     my @cn = @{$node->child_nodes};
5452     for (@cn) {
5453     $node->remove_child ($_);
5454     }
5455    
5456     ## Step 3, 4, 5 # MUST
5457 wakaba 1.177 $class->parse_char_string ($_[0] => $node, $onerror, $get_wrapper);
5458 wakaba 1.3 } elsif ($nt == 1) {
5459     ## TODO: If non-html element
5460    
5461     ## NOTE: Most of this code is copied from |parse_string|
5462    
5463 wakaba 1.162 ## TODO: Support for $get_wrapper
5464    
5465 wakaba 1.3 ## Step 1 # MUST
5466 wakaba 1.14 my $this_doc = $node->owner_document;
5467     my $doc = $this_doc->implementation->create_document;
5468 wakaba 1.18 $doc->manakai_is_html (1);
5469 wakaba 1.3 my $p = $class->new;
5470     $p->{document} = $doc;
5471    
5472 wakaba 1.84 ## Step 8 # MUST
5473 wakaba 1.3 my $i = 0;
5474 wakaba 1.121 $p->{line_prev} = $p->{line} = 1;
5475     $p->{column_prev} = $p->{column} = 0;
5476 wakaba 1.177 require Whatpm::Charset::DecodeHandle;
5477     my $input = Whatpm::Charset::DecodeHandle::CharString->new (\($_[0]));
5478     $input = $get_wrapper->($input);
5479 wakaba 1.183 $p->{set_nc} = sub {
5480 wakaba 1.3 my $self = shift;
5481 wakaba 1.14
5482 wakaba 1.178 my $char = '';
5483 wakaba 1.183 if (defined $self->{next_nc}) {
5484     $char = $self->{next_nc};
5485     delete $self->{next_nc};
5486     $self->{nc} = ord $char;
5487 wakaba 1.177 } else {
5488 wakaba 1.180 $self->{char_buffer} = '';
5489     $self->{char_buffer_pos} = 0;
5490    
5491     my $count = $input->manakai_read_until
5492 wakaba 1.182 ($self->{char_buffer}, qr/[^\x00\x0A\x0D]/,
5493     $self->{char_buffer_pos});
5494 wakaba 1.180 if ($count) {
5495     $self->{line_prev} = $self->{line};
5496     $self->{column_prev} = $self->{column};
5497     $self->{column}++;
5498 wakaba 1.183 $self->{nc}
5499 wakaba 1.180 = ord substr ($self->{char_buffer},
5500     $self->{char_buffer_pos}++, 1);
5501     return;
5502     }
5503    
5504 wakaba 1.178 if ($input->read ($char, 1)) {
5505 wakaba 1.183 $self->{nc} = ord $char;
5506 wakaba 1.178 } else {
5507 wakaba 1.183 $self->{nc} = -1;
5508 wakaba 1.178 return;
5509     }
5510 wakaba 1.177 }
5511 wakaba 1.121
5512     ($p->{line_prev}, $p->{column_prev}) = ($p->{line}, $p->{column});
5513     $p->{column}++;
5514 wakaba 1.4
5515 wakaba 1.183 if ($self->{nc} == 0x000A) { # LF
5516 wakaba 1.121 $p->{line}++;
5517     $p->{column} = 0;
5518 wakaba 1.79 !!!cp ('i1');
5519 wakaba 1.183 } elsif ($self->{nc} == 0x000D) { # CR
5520 wakaba 1.177 ## TODO: support for abort/streaming
5521 wakaba 1.178 my $next = '';
5522     if ($input->read ($next, 1) and $next ne "\x0A") {
5523 wakaba 1.183 $self->{next_nc} = $next;
5524 wakaba 1.177 }
5525 wakaba 1.183 $self->{nc} = 0x000A; # LF # MUST
5526 wakaba 1.121 $p->{line}++;
5527     $p->{column} = 0;
5528 wakaba 1.79 !!!cp ('i2');
5529 wakaba 1.183 } elsif ($self->{nc} == 0x0000) { # NULL
5530 wakaba 1.79 !!!cp ('i4');
5531 wakaba 1.14 !!!parse-error (type => 'NULL');
5532 wakaba 1.183 $self->{nc} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
5533 wakaba 1.3 }
5534     };
5535 wakaba 1.171
5536 wakaba 1.172 $p->{read_until} = sub {
5537 wakaba 1.177 #my ($scalar, $specials_range, $offset) = @_;
5538 wakaba 1.183 return 0 if defined $p->{next_nc};
5539 wakaba 1.180
5540 wakaba 1.182 my $pattern = qr/[^$_[1]\x00\x0A\x0D]/;
5541 wakaba 1.180 my $offset = $_[2] || 0;
5542    
5543     if ($p->{char_buffer_pos} < length $p->{char_buffer}) {
5544     pos ($p->{char_buffer}) = $p->{char_buffer_pos};
5545     if ($p->{char_buffer} =~ /\G(?>$pattern)+/) {
5546     substr ($_[0], $offset)
5547     = substr ($p->{char_buffer}, $-[0], $+[0] - $-[0]);
5548     my $count = $+[0] - $-[0];
5549     if ($count) {
5550     $p->{column} += $count;
5551     $p->{char_buffer_pos} += $count;
5552     $p->{line_prev} = $p->{line};
5553     $p->{column_prev} = $p->{column} - 1;
5554 wakaba 1.183 $p->{nc} = -1;
5555 wakaba 1.180 }
5556     return $count;
5557     } else {
5558     return 0;
5559     }
5560     } else {
5561     my $count = $input->manakai_read_until ($_[0], $pattern, $_[2]);
5562     if ($count) {
5563     $p->{column} += $count;
5564     $p->{column_prev} += $count;
5565 wakaba 1.183 $p->{nc} = -1;
5566 wakaba 1.180 }
5567     return $count;
5568 wakaba 1.177 }
5569     }; # $p->{read_until}
5570 wakaba 1.171
5571 wakaba 1.3 my $ponerror = $onerror || sub {
5572     my (%opt) = @_;
5573 wakaba 1.121 my $line = $opt{line};
5574     my $column = $opt{column};
5575     if (defined $opt{token} and defined $opt{token}->{line}) {
5576     $line = $opt{token}->{line};
5577     $column = $opt{token}->{column};
5578     }
5579     warn "Parse error ($opt{type}) at line $line column $column\n";
5580 wakaba 1.3 };
5581     $p->{parse_error} = sub {
5582 wakaba 1.121 $ponerror->(line => $p->{line}, column => $p->{column}, @_);
5583 wakaba 1.3 };
5584    
5585 wakaba 1.178 my $char_onerror = sub {
5586     my (undef, $type, %opt) = @_;
5587     $ponerror->(layer => 'encode',
5588     line => $p->{line}, column => $p->{column} + 1,
5589     %opt, type => $type);
5590     }; # $char_onerror
5591     $input->onerror ($char_onerror);
5592    
5593 wakaba 1.3 $p->_initialize_tokenizer;
5594     $p->_initialize_tree_constructor;
5595    
5596     ## Step 2
5597 wakaba 1.71 my $node_ln = $node->manakai_local_name;
5598 wakaba 1.40 $p->{content_model} = {
5599     title => RCDATA_CONTENT_MODEL,
5600     textarea => RCDATA_CONTENT_MODEL,
5601     style => CDATA_CONTENT_MODEL,
5602     script => CDATA_CONTENT_MODEL,
5603     xmp => CDATA_CONTENT_MODEL,
5604     iframe => CDATA_CONTENT_MODEL,
5605     noembed => CDATA_CONTENT_MODEL,
5606     noframes => CDATA_CONTENT_MODEL,
5607     noscript => CDATA_CONTENT_MODEL,
5608     plaintext => PLAINTEXT_CONTENT_MODEL,
5609     }->{$node_ln};
5610     $p->{content_model} = PCDATA_CONTENT_MODEL
5611     unless defined $p->{content_model};
5612     ## ISSUE: What is "the name of the element"? local name?
5613 wakaba 1.3
5614 wakaba 1.123 $p->{inner_html_node} = [$node, $el_category->{$node_ln}];
5615     ## TODO: Foreign element OK?
5616 wakaba 1.3
5617 wakaba 1.84 ## Step 3
5618 wakaba 1.3 my $root = $doc->create_element_ns
5619     ('http://www.w3.org/1999/xhtml', [undef, 'html']);
5620    
5621 wakaba 1.84 ## Step 4 # MUST
5622 wakaba 1.3 $doc->append_child ($root);
5623    
5624 wakaba 1.84 ## Step 5 # MUST
5625 wakaba 1.123 push @{$p->{open_elements}}, [$root, $el_category->{html}];
5626 wakaba 1.3
5627     undef $p->{head_element};
5628 wakaba 1.202 undef $p->{head_element_inserted};
5629 wakaba 1.3
5630 wakaba 1.84 ## Step 6 # MUST
5631 wakaba 1.3 $p->_reset_insertion_mode;
5632    
5633 wakaba 1.84 ## Step 7 # MUST
5634 wakaba 1.3 my $anode = $node;
5635     AN: while (defined $anode) {
5636     if ($anode->node_type == 1) {
5637     my $nsuri = $anode->namespace_uri;
5638     if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
5639 wakaba 1.71 if ($anode->manakai_local_name eq 'form') {
5640 wakaba 1.79 !!!cp ('i5');
5641 wakaba 1.3 $p->{form_element} = $anode;
5642     last AN;
5643     }
5644     }
5645     }
5646     $anode = $anode->parent_node;
5647     } # AN
5648    
5649 wakaba 1.84 ## Step 9 # MUST
5650 wakaba 1.3 {
5651     my $self = $p;
5652     !!!next-token;
5653     }
5654     $p->_tree_construction_main;
5655    
5656 wakaba 1.84 ## Step 10 # MUST
5657 wakaba 1.3 my @cn = @{$node->child_nodes};
5658     for (@cn) {
5659     $node->remove_child ($_);
5660     }
5661     ## ISSUE: mutation events? read-only?
5662    
5663 wakaba 1.84 ## Step 11 # MUST
5664 wakaba 1.3 @cn = @{$root->child_nodes};
5665     for (@cn) {
5666 wakaba 1.14 $this_doc->adopt_node ($_);
5667 wakaba 1.3 $node->append_child ($_);
5668     }
5669 wakaba 1.14 ## ISSUE: mutation events?
5670 wakaba 1.3
5671     $p->_terminate_tree_constructor;
5672 wakaba 1.121
5673     delete $p->{parse_error}; # delete loop
5674 wakaba 1.3 } else {
5675     die "$0: |set_inner_html| is not defined for node of type $nt";
5676     }
5677     } # set_inner_html
5678    
5679     } # tree construction stage
5680 wakaba 1.1
5681 wakaba 1.63 package Whatpm::HTML::RestartParser;
5682     push our @ISA, 'Error';
5683    
5684 wakaba 1.1 1;
5685 wakaba 1.209 # $Date: 2008/10/14 02:27:55 $

[email protected]
ViewVC Help
Powered by ViewVC 1.1.24